-- Logs begin at Thu 2021-02-18 11:44:28 UTC, end at Thu 2021-02-18 13:07:46 UTC. -- Feb 18 12:24:10.533183 dv-cinder-776422-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 18 12:24:13.376771 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:24:13.377346 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 18 12:24:13.378746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83883) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:24:13.380528 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.common.config [-] Logging enabled! Feb 18 12:24:13.380818 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533 Feb 18 12:24:13.381225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83883) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 18 12:24:13.382291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 12:24:13.382560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 12:24:13.383641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 12:24:13.383929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 12:24:13.384189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 12:24:13.384562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.384925 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.385271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.385535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.385878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.386211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.386535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.386874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.387217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.387543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.387863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.388186 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.388452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.388774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.389126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.389457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.389714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] debug = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.390032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.390580 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.390901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.391219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.391549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.391858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.392173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.392496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.392862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] host = dv-cinder-776422-1-smb {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.393202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.393532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.393908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.394345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.394633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.394952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.395282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.395599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.395907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] log_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.396224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.396564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.396909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.397272 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.397532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.397790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.398120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.398452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.398786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.399081 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.399395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.399713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.400021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.400327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.400656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.401010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.401341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.401657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.401971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.402283 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.402592 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.402919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.403232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.403547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.403859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.404192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.404496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.404806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.405202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.405617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.405858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.406187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.406507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.406835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.407145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.407456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.407766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] use_json = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.408077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.408387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.408713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.409047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.409888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.410335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.410653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.410988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:13.411319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.411662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.412008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.412332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.412668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.413016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.413354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.413670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.414004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.414583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.414914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.415230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.415557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.415949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.416294 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.416654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.417022 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.417362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.417675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.417988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.418301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.418618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.418945 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.419287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.419622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.419934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.420250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.420588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.420920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.421239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.421554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.421888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.422204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.422515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.422836 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.423152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.423462 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.423772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.424086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.424418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.424732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.425618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.425917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.426236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.426545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.426870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.427189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.427498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.427804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.428117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.428427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.428736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.429073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.429385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.429697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.430006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.430337 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.430625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.430930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.431239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.431548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.431857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.432171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.432481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.432787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.433118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.433429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.433740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.434063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.434402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.434718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.435035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.435351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.435668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.435991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.436312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.436631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.436971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.437283 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.437621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.437943 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.438269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.438590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.438908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.439246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.439564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.439886 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.440203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.440579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.440960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.441419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.441758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.442095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.442431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.442765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.443099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.443419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.443774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.444094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:13.444344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:24:13.444615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83883) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 18 12:24:14.113240 dv-cinder-776422-1-smb neutron-server[83883]: INFO keyring.backend [-] Loading Gnome Feb 18 12:24:14.131391 dv-cinder-776422-1-smb neutron-server[83883]: INFO keyring.backend [-] Loading Google Feb 18 12:24:14.134007 dv-cinder-776422-1-smb neutron-server[83883]: INFO keyring.backend [-] Loading Windows (alt) Feb 18 12:24:14.137539 dv-cinder-776422-1-smb neutron-server[83883]: INFO keyring.backend [-] Loading file Feb 18 12:24:14.138520 dv-cinder-776422-1-smb neutron-server[83883]: INFO keyring.backend [-] Loading keyczar Feb 18 12:24:14.138804 dv-cinder-776422-1-smb neutron-server[83883]: INFO keyring.backend [-] Loading multi Feb 18 12:24:14.139455 dv-cinder-776422-1-smb neutron-server[83883]: INFO keyring.backend [-] Loading pyfs Feb 18 12:24:14.186404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:14.186721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:14.187042 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:14.187413 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 18 12:24:14.585827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.586351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.586351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.637101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.637414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.637718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.641379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.641692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.641993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.711281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.711593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.711896 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.713067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.713373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.714045 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.992225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.992549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.992849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.993200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:14.994035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.144686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.145086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.145412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.145716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.146013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.146395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.146694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.146983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.147269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.147605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.147900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.148203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.148507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.148798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.149136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.149452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.149744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.150064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.150349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.150837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.151124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.151407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.151745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.152028 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.152303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.152736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.153032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.153309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.153583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.153855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.154125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.154545 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 18 12:24:15.157812 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 18 12:24:15.161880 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 18 12:24:15.166125 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(850, 899)])]) Feb 18 12:24:15.167788 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 18 12:24:15.169086 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 18 12:24:15.169474 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 18 12:24:15.169910 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 18 12:24:15.172672 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 18 12:24:15.172979 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 18 12:24:15.173368 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 18 12:24:15.196374 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 18 12:24:15.196907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.197255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83883) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 18 12:24:15.197667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.199153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83883) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 18 12:24:15.199476 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 18 12:24:15.199754 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 18 12:24:15.202905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.203224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.269912 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 18 12:24:15.270120 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 18 12:24:15.270403 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 18 12:24:15.270804 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 18 12:24:15.306512 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.sqlalchemy.engines [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83883) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 18 12:24:15.750939 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Initializing driver for type 'gre' Feb 18 12:24:15.751510 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] gre ID ranges: [(1, 1000)] Feb 18 12:24:15.793009 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Initializing driver for type 'local' Feb 18 12:24:15.793375 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Initializing driver for type 'vlan' Feb 18 12:24:15.803927 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] VlanTypeDriver initialization complete Feb 18 12:24:15.804302 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Initializing driver for type 'vxlan' Feb 18 12:24:15.804843 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] vxlan ID ranges: [(1, 1000)] Feb 18 12:24:15.846591 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Initializing extension driver 'port_security' Feb 18 12:24:15.847507 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.extensions.port_security [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] PortSecurityExtensionDriver initialization complete Feb 18 12:24:15.848133 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Initializing mechanism driver 'openvswitch' Feb 18 12:24:15.854189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83883) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:24:15.855020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.855439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.855832 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.856265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnet after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.856656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnet after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.857073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.857498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.857884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.858267 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.858692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > security_group after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.859082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > security_group after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.859460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.859884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.860268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.860642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.861219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > address_group after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.861604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > address_group after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.861982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.862347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] ML2 OVO RPC backend initialized. {{(pid=83883) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 18 12:24:15.863104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.863489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.863946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.864326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > networks before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.864705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.865103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > ports before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.865489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnet before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.865866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnets before_response 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.866250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.866626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.866999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.867373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.867744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.868113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.868484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnet after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.868856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnet after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.869256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.869894 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.plugin [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Modular L2 Plugin initialization complete Feb 18 12:24:15.870255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading services supported by the core plugin {{(pid=83883) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 18 12:24:15.870627 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.plugins.ml2.managers [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Got port-security extension from driver 'port_security' Feb 18 12:24:15.871139 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.extensions.vlantransparent [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Disabled vlantransparent extension. Feb 18 12:24:15.871620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83883) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 18 12:24:15.872013 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: router Feb 18 12:24:15.912284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.912729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router after_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.913160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router before_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.913567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.913986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.914383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router after_delete 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.915041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.915454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router after_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.915837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.916225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.916612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.917063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.917556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.917973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.918355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.918737 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: subnet after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.919119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.919507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.919893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.920278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: port before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.920659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.921097 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router after_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.921483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.921873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_create 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.922279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.922666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_update 55549900 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.923099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > network after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.924102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Tracking information for resource: router configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.924476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Tracking information for resource: floatingip configured {{(pid=83883) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 18 12:24:15.929472 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_agentschedulers_db [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 18 12:24:15.930125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.930522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: port after_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.930904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: port after_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.931291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: port after_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.932195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router before_create 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.932599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.933029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_create 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.933428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > router precommit_update 55550100 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.938106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.provider_configuration [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service providers = [] {{(pid=83883) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 18 12:24:15.938502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.servicetype_db [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83883) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 18 12:24:15.941596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.service_base [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:24:15.941976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.service_base [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:24:15.942352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.service_base [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:24:15.943247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.service_base [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83883) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 18 12:24:15.943646 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.services.service_base [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 18 12:24:15.944065 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.944414 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 18 12:24:15.954529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.954898 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: auto_allocate Feb 18 12:24:15.961314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: network precommit_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.961717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: network precommit_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.962306 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.962665 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: tag Feb 18 12:24:15.969704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.970076 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: timestamp Feb 18 12:24:15.974625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.975145 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: network_ip_availability Feb 18 12:24:15.980667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.981106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.981500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:15.982298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.982654 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: flavors Feb 18 12:24:15.987273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.988265 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading Plugin: revisions Feb 18 12:24:15.992627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83883) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 18 12:24:15.993078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=83883) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:15.993884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83883) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 18 12:24:15.994248 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Initializing extension manager. Feb 18 12:24:15.994810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: __init__.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:15.995191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: __pycache__ {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:15.995560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:15.995928 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: address_group.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:15.996920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:15.997560 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: address-group Feb 18 12:24:15.997921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: address_scope.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:15.998705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:15.999281 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: address-scope Feb 18 12:24:15.999641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.000645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.001301 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: router-admin-state-down-before-update Feb 18 12:24:16.001612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: agent.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.002372 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.002947 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: agent Feb 18 12:24:16.003959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: agent_resources_synced.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.004912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.005496 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: agent-resources-synced Feb 18 12:24:16.005852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: allowedaddresspairs.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.007685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.008261 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: allowed-address-pairs Feb 18 12:24:16.008628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: auto_allocated_topology.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.009733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.010311 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: auto-allocated-topology Feb 18 12:24:16.010674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: availability_zone.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.011428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.011999 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: availability_zone Feb 18 12:24:16.012361 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: availability_zone_filter.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.013305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.013882 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: availability_zone_filter Feb 18 12:24:16.014239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: data_plane_status.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.015166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.015738 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension data-plane-status not supported by any of loaded plugins Feb 18 12:24:16.016094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: default_subnetpools.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.017050 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.017630 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: default-subnetpools Feb 18 12:24:16.017987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.018969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.019549 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: dhcp_agent_scheduler Feb 18 12:24:16.019913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: dns.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.020838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.021442 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension dns-integration not supported by any of loaded plugins Feb 18 12:24:16.021801 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: dns_domain_ports.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.022723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.023293 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 18 12:24:16.023654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: dvr.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.024374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.024983 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: dvr Feb 18 12:24:16.025342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: empty_string_filtering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.026274 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.026849 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: empty-string-filtering Feb 18 12:24:16.027207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.028134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.028706 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:24:16.029086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.030026 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.030598 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 18 12:24:16.030956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: external_net.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.031890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.032554 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: external-net Feb 18 12:24:16.032822 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.033804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.034890 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: extra_dhcp_opt Feb 18 12:24:16.035259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: extraroute.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.036187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.036766 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: extraroute Feb 18 12:24:16.037149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: extraroute_atomic.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.038195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.038772 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: extraroute-atomic Feb 18 12:24:16.039133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: filter_validation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.040094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.040660 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: filter-validation Feb 18 12:24:16.041046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: fip_pf_description.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.041970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.042541 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 18 12:24:16.042899 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: fip_port_details.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.043837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.044410 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: fip-port-details Feb 18 12:24:16.044767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: flavors.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.046032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.046616 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: flavors Feb 18 12:24:16.046975 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.048635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.049246 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 18 12:24:16.049713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: floatingip_pools.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.051027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.051617 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: floatingip-pools Feb 18 12:24:16.051982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: ip_allocation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.052949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.053523 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension ip_allocation not supported by any of loaded plugins Feb 18 12:24:16.053885 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.054819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.055397 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: ip-substring-filtering Feb 18 12:24:16.055765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l2_adjacency.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.056705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.057333 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 18 12:24:16.057689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l3.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.058795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.059389 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: router Feb 18 12:24:16.059747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.062040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.062638 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 18 12:24:16.063004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.063940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.064527 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: ext-gw-mode Feb 18 12:24:16.064912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.066405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.066956 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: l3-ha Feb 18 12:24:16.066956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l3_flavors.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.067762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.068444 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: l3-flavors Feb 18 12:24:16.068698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.069647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.070222 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 18 12:24:16.070615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: l3agentscheduler.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.071887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.072471 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: l3_agent_scheduler Feb 18 12:24:16.072835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: logging.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.074400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.075029 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension logging not supported by any of loaded plugins Feb 18 12:24:16.075396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: metering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.076210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.076936 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: metering Feb 18 12:24:16.077304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.078406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.078991 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: metering_source_and_destination_fields Feb 18 12:24:16.079358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: multiprovidernet.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.080317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.080915 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: multi-provider Feb 18 12:24:16.081325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: netmtu.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.082491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.083074 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: net-mtu Feb 18 12:24:16.083437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: netmtu_writable.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.084403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.085014 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: net-mtu-writable Feb 18 12:24:16.085367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: network_availability_zone.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.086089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.086663 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: network_availability_zone Feb 18 12:24:16.087019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: network_ip_availability.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.088126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.088708 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: network-ip-availability Feb 18 12:24:16.089103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: network_segment_range.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.090044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.090634 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension network-segment-range not supported by any of loaded plugins Feb 18 12:24:16.090991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: pagination.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.092001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.092378 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: pagination Feb 18 12:24:16.092735 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: port_device_profile.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.093677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.094260 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: port-device-profile Feb 18 12:24:16.094621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.095552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.096134 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: port-mac-address-regenerate Feb 18 12:24:16.096491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.098079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.098654 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: port-numa-affinity-policy Feb 18 12:24:16.099013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: port_resource_request.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.099937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.100505 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension port-resource-request not supported by any of loaded plugins Feb 18 12:24:16.100862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: portbindings.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.101852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.102433 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: binding Feb 18 12:24:16.102792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: portbindings_extended.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.104057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.104636 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: binding-extended Feb 18 12:24:16.105031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: portsecurity.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.105960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.106545 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: port-security Feb 18 12:24:16.106901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: project_id.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.107894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.108262 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: project-id Feb 18 12:24:16.108621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: providernet.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.109595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.110176 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: provider Feb 18 12:24:16.110532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.114847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.115446 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos not supported by any of loaded plugins Feb 18 12:24:16.115818 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.118413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.119007 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 18 12:24:16.119376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.120315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.120935 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 18 12:24:16.121285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_default.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.122211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.122790 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-default not supported by any of loaded plugins Feb 18 12:24:16.123153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_fip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.123849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.124424 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-fip not supported by any of loaded plugins Feb 18 12:24:16.124782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_gateway_ip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.125742 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.126335 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 18 12:24:16.126697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_port_network_policy.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.127621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.128251 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 18 12:24:16.128607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_rule_type_details.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.129633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.130206 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 18 12:24:16.130568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: qos_rules_alias.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.131637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.132213 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 18 12:24:16.132571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: quotasv2.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.133624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.134006 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: quotas Feb 18 12:24:16.134365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: quotasv2_detail.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.136059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.136444 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: quota_details Feb 18 12:24:16.136811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: rbac.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.138020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.138647 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: rbac-policies Feb 18 12:24:16.139014 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: rbac_address_scope.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.139955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.140538 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: rbac-address-scope Feb 18 12:24:16.140926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: rbac_security_groups.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.141960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.142541 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: rbac-security-groups Feb 18 12:24:16.142904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: rbac_subnetpool.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.143882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.144572 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: rbac-subnetpool Feb 18 12:24:16.144954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: revisionifmatch.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.145898 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.146486 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: revision-if-match Feb 18 12:24:16.146844 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: revisions.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.147982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.148570 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: standard-attr-revisions Feb 18 12:24:16.148964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: router_availability_zone.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.149704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.150288 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: router_availability_zone Feb 18 12:24:16.150651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: routerservicetype.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.151608 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.152186 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension router-service-type not supported by any of loaded plugins Feb 18 12:24:16.152552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.153513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.154093 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: security-groups-normalized-cidr Feb 18 12:24:16.154457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.155411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.155989 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: port-security-groups-filtering Feb 18 12:24:16.156356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.157347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.157932 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: security-groups-remote-address-group Feb 18 12:24:16.158296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: securitygroup.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.172642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.173311 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: security-group Feb 18 12:24:16.173683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: segment.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.174635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.175807 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension segment not supported by any of loaded plugins Feb 18 12:24:16.176351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.177233 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.177819 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 18 12:24:16.178184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: servicetype.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.179313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.179906 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: service-type Feb 18 12:24:16.180274 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: sorting.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.181313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.181688 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: sorting Feb 18 12:24:16.182047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: standard_attr_segment.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.182976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.183568 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 18 12:24:16.183922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: standardattrdescription.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.184610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.185210 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: standard-attr-description Feb 18 12:24:16.185569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: stateful_security_group.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.186519 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.187101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: stateful-security-group Feb 18 12:24:16.187458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: stdattrs_common.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.188053 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 18 12:24:16.188410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.189467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.190048 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 18 12:24:16.190412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: subnet_onboard.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.191558 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.192139 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: subnet_onboard Feb 18 12:24:16.192501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.193475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.194057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 18 12:24:16.194420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: subnet_service_types.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.195363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.196000 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: subnet-service-types Feb 18 12:24:16.196295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: subnetallocation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.197471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.198000 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: subnet_allocation Feb 18 12:24:16.198363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.199075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.199669 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: subnetpool-prefix-ops Feb 18 12:24:16.200029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.201021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.201602 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 18 12:24:16.201961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: tagging.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.203298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.203892 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: standard-attr-tag Feb 18 12:24:16.204256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: timestamp.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.205477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.206104 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loaded extension: standard-attr-timestamp Feb 18 12:24:16.206447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: trunk.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.207502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.208074 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension trunk not supported by any of loaded plugins Feb 18 12:24:16.208435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: trunk_details.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.209396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.209969 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension trunk-details not supported by any of loaded plugins Feb 18 12:24:16.210330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: uplink_status_propagation.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.211281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.211853 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 18 12:24:16.212210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Loading extension file: vlantransparent.py {{(pid=83883) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 18 12:24:16.212948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83883) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 18 12:24:16.213523 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 18 12:24:16.216310 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:network Feb 18 12:24:16.217191 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:subnet Feb 18 12:24:16.217878 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:24:16.218545 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:port Feb 18 12:24:16.220052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.220541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service FLAVORS assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.221293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.221776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.222704 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:router Feb 18 12:24:16.223499 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:24:16.224290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service METERING assigned prefix: /metering {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.226423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:16.226876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:16.227382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83883) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:24:16.228782 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:24:16.229328 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:24:16.230145 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:24:16.230980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service CORE assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.231350 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:24:16.231715 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] subnetpool is already registered Feb 18 12:24:16.232398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service CORE assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.232803 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:24:16.233189 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] subnetpool is already registered Feb 18 12:24:16.235956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.236443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service FLAVORS assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.237141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.237688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.238568 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:router Feb 18 12:24:16.238933 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] router is already registered Feb 18 12:24:16.239612 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:floatingip Feb 18 12:24:16.239973 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] floatingip is already registered Feb 18 12:24:16.240687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service METERING assigned prefix: /metering {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.241485 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of CountableResource for resource:rbac_policy Feb 18 12:24:16.241850 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] rbac_policy is already registered Feb 18 12:24:16.242486 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:security_group Feb 18 12:24:16.242849 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] security_group is already registered Feb 18 12:24:16.243511 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 18 12:24:16.243873 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] security_group_rule is already registered Feb 18 12:24:16.244620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service CORE assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.245011 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:24:16.245375 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] subnetpool is already registered Feb 18 12:24:16.246047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.resource_helper [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Service CORE assigned prefix: {{(pid=83883) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 18 12:24:16.246414 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Creating instance of TrackedResource for resource:subnetpool Feb 18 12:24:16.246771 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.quota.resource_registry [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] subnetpool is already registered Feb 18 12:24:16.247502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: extensions {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.249130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: address-groups {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.250828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: address-scopes {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.252178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: agents {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.253425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: auto-allocated-topology {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.254870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: availability_zones {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.256258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: dhcp-networks {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.257803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: dhcp-agents {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.259311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: routers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.261251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: flavors {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.262511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: service_profiles {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.263798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: next_providers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.266405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: service_profiles {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.267943 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: floatingip-pools {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.269318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: routers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.271319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: floatingips {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.272588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: l3-routers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.274108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: l3-agents {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.275624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: metering-labels {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.277131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: metering-label-rules {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.278499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: network-ip-availabilities {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.279837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: bindings {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.281629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: quotas {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.283145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: quotas {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.285303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: rbac-policies {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.286706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: security-groups {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.287983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: security-group-rules {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.290131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: service-providers {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.291912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: subnetpools {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.293450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: subnetpools {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.295056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.296859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.298869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.301364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.303281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.305112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.307011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.309031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.311034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.313019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.extensions [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Extended resource: tags {{(pid=83883) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 18 12:24:16.320284 dv-cinder-776422-1-smb neutron-server[83883]: WARNING keystonemiddleware.auth_token [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 18 12:24:16.325809 dv-cinder-776422-1-smb neutron-server[83883]: WARNING keystonemiddleware.auth_token [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 18 12:24:16.336298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Acquired lock "singleton_lock" {{(pid=83883) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 18 12:24:16.336826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Releasing lock "singleton_lock" {{(pid=83883) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 18 12:24:16.338342 dv-cinder-776422-1-smb neutron-server[83883]: INFO oslo_service.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Starting 2 workers Feb 18 12:24:16.343233 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Started child 83996 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:24:16.348354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:16.348843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Started child 83997 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:24:16.350194 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [-] (83996) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:24:16.350567 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 18 12:24:16.351265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Notify callbacks [] for process, before_spawn {{(pid=83883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:16.354033 dv-cinder-776422-1-smb neutron-server[83883]: INFO oslo_service.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Starting 1 workers Feb 18 12:24:16.355432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:16.356935 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [-] (83997) wsgi starting up on http://0.0.0.0:9696 Feb 18 12:24:16.359774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Started child 83998 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:24:16.360339 dv-cinder-776422-1-smb neutron-server[83883]: INFO oslo_service.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Starting 1 workers Feb 18 12:24:16.362458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] calling RpcWorker wait() {{(pid=83998) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 18 12:24:16.363639 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] returning from RpcWorker wait() {{(pid=83998) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 18 12:24:16.365431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:16.365940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:24:16.366494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Started child 83999 {{(pid=83883) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 18 12:24:16.367216 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820e1cd5-2ecd-41c6-abe0-8a3141cc8a83 None None] Notify callbacks [] for process, after_spawn {{(pid=83883) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:16.369119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83883) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 12:24:16.369358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 12:24:16.369545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 12:24:16.369989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 12:24:16.370413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 12:24:16.370585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 12:24:16.371319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.371436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:16.371599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.372116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.372567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.372712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.373420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.373823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.373993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.374486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.375275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.375275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.375275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.375500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.375636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.376136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.376638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.376754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.376998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.377219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.377499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.377815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.378099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.378462 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] debug = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.378750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.379349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.379606 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.379894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.380169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.380470 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.380737 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.381060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.381333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.381584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.381851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.382141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.382460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.382869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.383211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.383471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.383950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] host = dv-cinder-776422-1-smb {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.384222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.384499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.384772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.385118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.385404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.385683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.385979 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.386277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.386544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.386821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.387105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.387378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.387634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.387901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.388099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_options = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.388369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.388748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.389032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.389201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.389352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.389500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.389765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.389923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.390227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.390512 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.390705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.390967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.391230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.391479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.391765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.392014 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.392292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.392546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.392828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.393145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.393417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.393683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.394110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.394413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.394664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.395118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.395398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.396544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.396706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.397000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.397321 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.397629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.398001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.398262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.398581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.398838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.399104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.399459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.400138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:24:16.401105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.401105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.401105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.401540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.401654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.401845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.402127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.402492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_json = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.402747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.402999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.403269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.403538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.403809 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.404073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.404320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.404602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.405074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.405385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.405741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.406006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.406278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.406559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.406850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.407114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.407398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.408292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.408627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.408926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.409215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.409995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.410387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.410895 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.411219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.411547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.411780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.412485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.412772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.413071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.413382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.413862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.414327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.414859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.415112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.415383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.415645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.415909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.416156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.416419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.416712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.416982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.417248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.417502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.417769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.418014 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.418280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.418534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.418827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.419221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.419501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.419755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.419996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.420338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.420577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.420826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.421160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.421379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.421655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.421905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.422149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.422389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.422642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.422922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.423173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.423413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.423669 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.423918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.424141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.424443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.424691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.424947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.428069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.429960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.430207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.430451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.430741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.431091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.431367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.431649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.431901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.432188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.432436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.432718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.433172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.433420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.433671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.434281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.434281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.434497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.434878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.435007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.435252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.435508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.436913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.436913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.436913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.436913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.436913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.437271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.437271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.437542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.438310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.438310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.438500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.438944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.439046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.439307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.439616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.439947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.440261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.440503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.442779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.442779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.442779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.442779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.442779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.442779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.443277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.443277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.443479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.443706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.444123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.444527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.445064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.445528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.445953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.446181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.446585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.447003 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.447387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.447827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.448120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.448396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.448685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.448993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.449252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.449522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.449797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.450043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.450315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.450577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.450905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.451089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.451314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.451596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.451842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.452092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.452340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.452988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.452988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.453152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.453383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.453553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.453818 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.454075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.454327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.454576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.454815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.455628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.455628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.455628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.455864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.457495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.457495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.457495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.457943 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.458131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.458428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.458705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.458959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.459209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.459467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.459830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.459955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.460189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.460417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.460690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.460945 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.461325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.461595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.463308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.463308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.463308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.463308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.463308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.463308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.463308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.464192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.464192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.464192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.464636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.464636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.464865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.465020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.465213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.465556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.465701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.466022 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.466472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.466904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.467159 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.467409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.467675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.467922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.468168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.468442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.468689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.469005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.469255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.469498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.469753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.469997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.470323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.470614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.470871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.471180 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.471450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.471732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.472113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.473183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.473555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.473859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.474124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.474408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.474663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.475143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.475333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.475675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.476000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.476292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.476593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.476914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.477223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.477476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.477803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.478172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.478486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.478766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.479031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.479323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.479584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.479843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.480097 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.480351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.480574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.480895 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.481179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.481420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.481843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.482115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.482368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.482625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.482878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.483134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.483387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.483576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:24:16.484143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83883) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 18 12:24:16.484330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 18 12:24:16.484511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 18 12:24:16.484714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 18 12:24:16.484956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 18 12:24:16.485122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 18 12:24:16.485514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.485708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.485899 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.486089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.486275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.486496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.486684 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.486871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.487057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.487241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.487426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.487954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.488280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.488535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.488703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.488903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.489121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.489309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.489500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.489690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.489876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.490062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.490246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] debug = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.490431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.490650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.490836 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.491018 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.491202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.491386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.491576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.491741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.492096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.492284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.492471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.492655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.492842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.493049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.493234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.493421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.493604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] host = dv-cinder-776422-1-smb {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.493789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.493973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.494156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.494340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.494524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.494708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.494893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.495077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.495263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.495517 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.495622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.495762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.495944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.496128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.496311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_options = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.496495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.496678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.496860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.497094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.497282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.497482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.497676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.497810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.498605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.498605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.498605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.498605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.498605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.499888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.500056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.500382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.500548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.500734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.500921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.501250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.501438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.501622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.501807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.501995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.502230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.502374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.502512 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.502694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.502879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.503066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.503296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.503516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.503822 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.504151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.504489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.504797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.504962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.505151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.505338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_json = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.505527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.505689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.505856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.506041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.506225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.506397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.506544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.506722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 18 12:24:16.506942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.507112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.507299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.507458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.507647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.507833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.508024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.508210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.508397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.508583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.508777 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.508988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.509189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.509384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.509572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.509762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.509953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.510125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.510315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.510463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.510631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.510791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.510990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.511175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.511362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.85/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.511545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.511730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.511927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.512085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.512297 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.512457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.512604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.512749 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.512944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.513096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.513238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.513414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.513571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.513764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.513953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.514139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.514326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.514513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.514701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.514888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.515077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.515383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.515479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.515581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516563 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.516974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.517165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.517350 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.517537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.517723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.517821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:24:16.517915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.518086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.518273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.518460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.518648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.519357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.519570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.519891 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.520225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.520477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.520673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.520865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.521082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.521272 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.521466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.521641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.521793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.521987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.522145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.522338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.522509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.522682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.522869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.523112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.523244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.523431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.523618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.523806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.523996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.524157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.524349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.524512 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.524694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.524850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.525040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.525227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.525393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.525578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.525741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.526000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.526152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.526295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.526438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.526581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.526724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.526868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.527011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.527203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.527367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.527548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.527745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.527935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.528098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.528288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.528481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.528681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.528870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.529068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.529212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.529404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.529596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.529784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.529971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.530159 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.530347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.530509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.530705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.530903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.531092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.531281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.531469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.531708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.531897 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.532560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.532560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.532560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.532560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.533171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.533171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.533171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.533427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.533427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.85/identity {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.535646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.536564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.536564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.536564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.536564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.536564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.536564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.537946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.538099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.538293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.538474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.538662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.538853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.539040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.539228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.539417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.539864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.540051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.540239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.540428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.540615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.540805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.540990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.541177 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.541367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.541554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.541741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.542033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.542180 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.542349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.542507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.542723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.542831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.542945 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.543124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.543260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.543416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.543602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.543787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.543974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.544161 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.544393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.544540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.544674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.544808 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.545017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.545204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.545390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.545578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.545778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.546040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.546194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.546330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.546462 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.546644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.546829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.547016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.547202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.547387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.547584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.547770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.547957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.548142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.548328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.548525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.549915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.550329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.550329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.550667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.550983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.551172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.551366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.551567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.551762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.551954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.552152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.552738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:850:899'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.552738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.552738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.553172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.553172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.553556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.553556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.553556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.554127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.554127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.554127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.554741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.554741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.554741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.554741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.555169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.555169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.555169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.555568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.555568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.555857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.556044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.556346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.556545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 18 12:24:16.556700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83883) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 18 12:24:16.698993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 44796) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:16.711336 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [-] 10.222.0.85 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099602 Feb 18 12:24:27.233950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c65753e-fc17-4126-874e-f433b2503faf None None] get_active_networks_info from dv-cinder-776422-1-smb {{(pid=83998) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 18 12:24:27.393443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-51f0b806-83da-43f3-ae66-38e7e170ffdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747'] for agent, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:27.447672 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c65753e-fc17-4126-874e-f433b2503faf None None] No non-hosted networks {{(pid=83998) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 18 12:24:29.656980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ca1957b-a3bb-4acc-a866-7e767fee4071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747'] for agent, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:29.704598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4640941f-d0d5-4c8c-aebf-8bf38cf78c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:30.054707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747'] for agent, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:31.476546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747'] for agent, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:31.547729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747'] for agent, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:31.548332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.548703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.549127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.549484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.549840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.550228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.551096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.551473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.551824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.552181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.552543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.552907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:31.554100 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-776422-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:24:31.560681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-776422-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:24:33.018316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 44886) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:33.522502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] get_endpoint_by_host() called for host dv-cinder-776422-1-smb {{(pid=83998) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 12:24:33.527592 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] get_endpoint_by_ip() called for ip 192.168.0.64 {{(pid=83998) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 12:24:33.530844 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] _add_endpoint() called for ip 192.168.0.64 {{(pid=83998) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 12:24:33.536696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] _get_endpoints() called {{(pid=83998) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 12:24:33.694131 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-c906446b-c6a5-4a0c-8738-108a987902ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:33.694741 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-c906446b-c6a5-4a0c-8738-108a987902ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:33.933596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [None req-c906446b-c6a5-4a0c-8738-108a987902ee admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:24:33.934682 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c906446b-c6a5-4a0c-8738-108a987902ee admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9146926 Feb 18 12:24:34.878207 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_hamode_db [None req-8765645d-efab-4497-bd17-c4faeb52275e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 18 12:24:34.971674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765645d-efab-4497-bd17-c4faeb52275e None None] Routers set() bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:24:34.972028 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8765645d-efab-4497-bd17-c4faeb52275e None None] Router IDs set() for agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 18 12:24:36.798032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 44902) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:37.196001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:37.266055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.policy [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83997) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 12:24:37.304677 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:37.305137 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:37.331195 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] Loaded quota_driver: . Feb 18 12:24:37.348206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:24:37.406544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757917705554', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757917688560', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757917695220', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757917668438', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757917673647', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1641077', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853199086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629334', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-704729'] for rbac-policy, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:37.472038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:37.474048 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6eccd0b2-eb60-47a3-b858-ba964fdf9632 admin admin] 10.222.0.85 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6749289 Feb 18 12:24:40.522220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 44916) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:41.160037 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:41.161175 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:41.398950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '286ccae81516480e8694382898977916'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:41.402125 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.quota [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Loaded quota_driver: . Feb 18 12:24:41.419547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:24:41.426799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Usage tracker for resource:network and tenant:286ccae81516480e8694382898977916 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:24:41.431258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:24:41.438531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:24:41.453772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Made reservation on behalf of 286ccae81516480e8694382898977916 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:24:41.502953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.policy [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83996) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 18 12:24:41.540186 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:41.540846 dv-cinder-776422-1-smb neutron-server[83883]: WARNING oslo_policy.policy [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 18 12:24:41.570858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:41.590866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:41.606215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:24:41.610234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Usage tracker for resource:security_group_rule and tenant:286ccae81516480e8694382898977916 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:24:41.614162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:24:41.619912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:24:41.727428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:41.729908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:41.735770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:41.911440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:24:41.939251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:41.939737 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Added segment 48212c71-8714-402e-bda8-9226d749835b of type vxlan for network 5772f95d-51b2-4275-a715-99c77c189a0b Feb 18 12:24:41.996266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a106389d-dfa7-4d1f-807e-e6ac31b0190d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:24:42.024085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.024445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.024807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.025185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.025535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.025889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.026453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.026799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.027143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.027483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.027824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.028162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Tracked resource versions report: Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:24:42.029318 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:24:42.064632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:42.078795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:42.106151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:42.107482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:42.108156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:42.113638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:42.222674 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.6982048 Feb 18 12:24:42.225555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Pushing event updated for resources: {'Network': ['ID=5772f95d-51b2-4275-a715-99c77c189a0b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:24:42.228764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:42.237211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 5772f95d-51b2-4275-a715-99c77c189a0b details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:24:45.298261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 44938) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:45.794254 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e36b03c-47ee-4af9-9eb7-f6ccb8cc0f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:45.795704 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2e36b03c-47ee-4af9-9eb7-f6ccb8cc0f20 admin admin] 10.222.0.85 "GET /v2.0/networks/5772f95d-51b2-4275-a715-99c77c189a0b HTTP/1.1" status: 200 len: 818 time: 0.4963984 Feb 18 12:24:45.828123 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-de4b2169-7d5d-4fca-9b48-43848084cadb admin admin] 10.222.0.85 "GET /v2.0/subnetpools/de113ca9-d59b-4b51-a540-7c65de26980d HTTP/1.1" status: 200 len: 734 time: 0.0256388 Feb 18 12:24:45.841210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '286ccae81516480e8694382898977916', 'ip_version': 4, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'subnetpool_id': 'de113ca9-d59b-4b51-a540-7c65de26980d'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:45.850256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:24:45.856860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Usage tracker for resource:subnet and tenant:286ccae81516480e8694382898977916 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:24:45.862473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:24:45.872635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:24:45.886231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Made reservation on behalf of 286ccae81516480e8694382898977916 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:24:45.893957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:46.389854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:46.405555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:46.549600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96e6f48-15aa-400b-ab49-226b55cd91ba,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:24:46.556900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:46.618044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Checking segment: {'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:24:46.618420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Network hostable DHCP agents. Network: 5772f95d-51b2-4275-a715-99c77c189a0b, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:24:46.638955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Network 5772f95d-51b2-4275-a715-99c77c189a0b is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:24:46.647796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 5772f95d-51b2-4275-a715-99c77c189a0b) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:24:46.652696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:24:46.653346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:46.657815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e9287e-5220-487d-a929-0a6b01b6a16f None None] Network 5772f95d-51b2-4275-a715-99c77c189a0b requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:24:46.678042 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8381724 Feb 18 12:24:47.176606 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbaa753c-d98a-52c0-825f-00bff6fbd4d6-5772f95d-51b2-4275-a715-99c77c189a0b', 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'tenant_id': '286ccae81516480e8694382898977916', 'fixed_ips': [{'subnet_id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba'}]}} from dv-cinder-776422-1-smb. {{(pid=83998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:24:47.177712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:47.505241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Allocated IP 172.20.0.2 (5772f95d-51b2-4275-a715-99c77c189a0b/c96e6f48-15aa-400b-ab49-226b55cd91ba/893c33b9-ca5b-424e-bba3-f6bed1e3c7c0) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:24:47.747266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:47.760020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Transition to ACTIVE for port object 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:24:47.776520 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Transition to ACTIVE for port object 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:24:47.782267 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:47.801651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:47.941661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Pushing event updated for resources: {'Port': ['ID=893c33b9-ca5b-424e-bba3-f6bed1e3c7c0,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:24:47.952382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.952752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.953145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.953507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.953866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.954225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.954581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.954932 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.955285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.955638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.955989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.956339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Tracked resource versions report: Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:24:47.958130 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:24:47.974184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:48.013660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Network 5772f95d-51b2-4275-a715-99c77c189a0b is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:24:48.014820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:24:48.017661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:24:48.080675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Attempting to bind port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:24:48.081121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Attempting to bind port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:24:48.082114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Attempting to bind port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 on network 5772f95d-51b2-4275-a715-99c77c189a0b {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:24:48.087738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:24:48.088146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Checking segment: {'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:24:48.088623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:48.089079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Bound using segment: {'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:24:48.089604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Bound port: 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:24:48.090069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:48.184021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] For port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:24:48.188157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] For port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=893c33b9-ca5b-424e-bba3-f6bed1e3c7c0,segment=NetworkSegment(48212c71-8714-402e-bda8-9226d749835b),segment_id=48212c71-8714-402e-bda8-9226d749835b)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:24:48.192206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:48.207417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:48.361905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Pushing event updated for resources: {'Port': ['ID=893c33b9-ca5b-424e-bba3-f6bed1e3c7c0,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:24:48.374863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:49.498312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 44948) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:50.012654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [None req-24d51e52-0401-4b1a-9e4f-f59c28f28a6e admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:24:50.013860 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-24d51e52-0401-4b1a-9e4f-f59c28f28a6e admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.5145900 Feb 18 12:24:51.598790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:24:51.679062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:24:52.821442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 44962) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:53.233441 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [None req-66652630-1b36-41aa-95c7-714c35947f16 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:24:53.234609 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-66652630-1b36-41aa-95c7-714c35947f16 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4121289 Feb 18 12:24:53.356689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a02d3c-bc12-4ef4-94bf-7a16279968ea None None] Network 5772f95d-51b2-4275-a715-99c77c189a0b requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:24:53.468055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Provisioning for port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:24:53.486668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Provisioning complete for port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:24:53.487084 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:53.731266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:53.788185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] For port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=893c33b9-ca5b-424e-bba3-f6bed1e3c7c0,segment=NetworkSegment(48212c71-8714-402e-bda8-9226d749835b),segment_id=48212c71-8714-402e-bda8-9226d749835b)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:24:53.794386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:53.798317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:24:53.876110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Pushing event updated for resources: {'Port': ['ID=893c33b9-ca5b-424e-bba3-f6bed1e3c7c0,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:24:53.880054 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:24:54.119173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d081e6d8-4d7d-4b8e-a573-dd5f7017912d None None] Provisioning complete for port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:24:54.119655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d081e6d8-4d7d-4b8e-a573-dd5f7017912d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:54.374002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-247b1477-fce5-48b0-9192-2ba4fbdcc060 None None] Provisioning complete for port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:24:54.374410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-247b1477-fce5-48b0-9192-2ba4fbdcc060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:55.574356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:24:55.647798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:24:55.648202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:56.406623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 44974) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:24:56.798406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Request body: {'router': {'tenant_id': '286ccae81516480e8694382898977916', 'name': 'router1', 'admin_state_up': True}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:24:56.803940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:24:56.807900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Usage tracker for resource:router and tenant:286ccae81516480e8694382898977916 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:24:56.811120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:24:56.817731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:24:56.826623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854014220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854748135'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:56.827948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854014235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854006525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27665'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:56.855831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:56.968437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-761490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:56.987679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:56.989483 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-cd4c3904-8b59-49ea-83fe-90b1bc475de6 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5818150 Feb 18 12:24:57.139825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-74e23a4b-a994-48ed-8e4e-9a54e1e3676d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:59.660963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3478901c-a23c-4748-870d-636e136fa7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:24:59.728237 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 44984) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:00.006728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:00.048433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [None req-ee982041-e971-4e60-95ad-b21df6fcd5e5 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:25:00.049548 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ee982041-e971-4e60-95ad-b21df6fcd5e5 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3201985 Feb 18 12:25:01.422782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:01.548856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.653419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45004) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:02.706177 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:02.712493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:25:02.716468 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Usage tracker for resource:network and tenant:ef7354b0baef4524b460269831696e53 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:25:02.719955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:25:02.726299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:25:02.734352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Made reservation on behalf of ef7354b0baef4524b460269831696e53 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:25:02.739554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.751991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.766859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:25:02.770716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Usage tracker for resource:security_group_rule and tenant:ef7354b0baef4524b460269831696e53 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:25:02.773560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:25:02.779122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:25:02.868576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.871265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.875644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:02.892194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Reserving flat network on physical network physnet1 {{(pid=83996) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 18 12:25:02.915342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c147943-b89c-4de6-890a-47a011ac4fec,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:02.919357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:02.922149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.922772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Unsubscribe: segment precommit_create {{(pid=83996) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 18 12:25:02.923185 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Added segment 8ac9f600-886f-460b-aa50-28d05eb7c744 of type flat for network 8aeb3598-1153-4699-96ad-276093b44ab6 Feb 18 12:25:02.958586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.994747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:02.995957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:02.996576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:03.001404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:03.103661 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4490886 Feb 18 12:25:03.106560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Pushing event updated for resources: {'Network': ['ID=8aeb3598-1153-4699-96ad-276093b44ab6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:03.118518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:03.132189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 8aeb3598-1153-4699-96ad-276093b44ab6 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:25:05.423876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:25:05.642905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45024) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:05.760668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae460d0-16e1-4adb-8321-3b82fe45c2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:05.762169 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0ae460d0-16e1-4adb-8321-3b82fe45c2a0 admin admin] 10.222.0.85 "GET /v2.0/subnets/c96e6f48-15aa-400b-ab49-226b55cd91ba HTTP/1.1" status: 200 len: 849 time: 0.1182418 Feb 18 12:25:06.064136 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0c68505b-64d9-49ee-80e5-0f89805f6081 admin admin] 10.222.0.85 "GET /v2.0/routers/c232a502-07dd-4fa3-a670-4931f38bb904 HTTP/1.1" status: 200 len: 704 time: 0.2957473 Feb 18 12:25:06.566820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:06.948125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Allocated IP 172.20.0.1 (5772f95d-51b2-4275-a715-99c77c189a0b/c96e6f48-15aa-400b-ab49-226b55cd91ba/45b095ae-1813-4415-8b34-9801d5e7bd43) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:25:07.122399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:07.140357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Transition to ACTIVE for port object 45b095ae-1813-4415-8b34-9801d5e7bd43 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:25:07.196043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:07.211262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:07.354338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Pushing event updated for resources: {'Port': ['ID=45b095ae-1813-4415-8b34-9801d5e7bd43,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:07.360625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:07.413768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Network 5772f95d-51b2-4275-a715-99c77c189a0b is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:25:07.414959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:25:07.417667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:25:07.418194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765406'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:07.607198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-f38639b1-9a6b-4c3e-9bd0-65621c37487e None None] Provisioning for port 45b095ae-1813-4415-8b34-9801d5e7bd43 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:25:07.612246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-f38639b1-9a6b-4c3e-9bd0-65621c37487e None None] Provisioning complete for port 45b095ae-1813-4415-8b34-9801d5e7bd43 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:07.612655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f38639b1-9a6b-4c3e-9bd0-65621c37487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:07.673209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f38639b1-9a6b-4c3e-9bd0-65621c37487e None None] Port 45b095ae-1813-4415-8b34-9801d5e7bd43 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:25:07.873793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:08.179058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:08.182426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:08.183532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853242984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854010500'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:08.198344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:08.335397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Pushing event updated for resources: {'Port': ['ID=45b095ae-1813-4415-8b34-9801d5e7bd43,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:08.340266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:08.399295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Network 5772f95d-51b2-4275-a715-99c77c189a0b is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:25:08.400453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:25:08.598125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7e89975f-5a4d-45d3-a0b2-5b90b252cc58 None None] Provisioning complete for port 45b095ae-1813-4415-8b34-9801d5e7bd43 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:08.598521 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e89975f-5a4d-45d3-a0b2-5b90b252cc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:08.606993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Router c232a502-07dd-4fa3-a670-4931f38bb904 is scheduled to L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:25:08.655249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7e89975f-5a4d-45d3-a0b2-5b90b252cc58 None None] Port 45b095ae-1813-4415-8b34-9801d5e7bd43 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:25:08.777056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:25:08.787583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Sync routers for ids ['c232a502-07dd-4fa3-a670-4931f38bb904'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:25:08.787825 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] 10.222.0.85 "PUT /v2.0/routers/c232a502-07dd-4fa3-a670-4931f38bb904/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7179258 Feb 18 12:25:08.798880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Routers {'c232a502-07dd-4fa3-a670-4931f38bb904'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:25:08.799754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:25:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c232a502-07dd-4fa3-a670-4931f38bb904'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:08.993202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Set router c232a502-07dd-4fa3-a670-4931f38bb904 gateway port host: None {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:25:09.557247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'name': 'router1', 'tenant_id': '286ccae81516480e8694382898977916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:24:56Z', 'updated_at': '2021-02-18T12:25:07Z', 'revision_number': 2, 'project_id': '286ccae81516480e8694382898977916', 'gw_port_host': None, '_interfaces': [{'id': '45b095ae-1813-4415-8b34-9801d5e7bd43', 'name': '', 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'tenant_id': '286ccae81516480e8694382898977916', 'mac_address': 'fa:16:3e:4e:5b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:06Z', 'updated_at': '2021-02-18T12:25:08Z', 'revision_number': 2, 'project_id': '286ccae81516480e8694382898977916', 'subnets': [{'id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de113ca9-d59b-4b51-a540-7c65de26980d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:09.562324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Checking router: c232a502-07dd-4fa3-a670-4931f38bb904 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:25:09.562712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Updating router c232a502-07dd-4fa3-a670-4931f38bb904 port 45b095ae-1813-4415-8b34-9801d5e7bd43 binding host dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:25:09.623107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:10.087655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:10.102577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Transition to ACTIVE for port object 45b095ae-1813-4415-8b34-9801d5e7bd43 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:25:10.105369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:10.121646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:10.265160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Pushing event updated for resources: {'Port': ['ID=45b095ae-1813-4415-8b34-9801d5e7bd43,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:10.285818 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.286169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.286540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.286900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.287261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.287621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.287975 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.288327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.288679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.289057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.289410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.289764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Tracked resource versions report: Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:25:10.290879 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:25:10.297679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:10.457462 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Attempting to bind port 45b095ae-1813-4415-8b34-9801d5e7bd43 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:10.457462 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Attempting to bind port 45b095ae-1813-4415-8b34-9801d5e7bd43 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:25:10.457757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Attempting to bind port 45b095ae-1813-4415-8b34-9801d5e7bd43 on network 5772f95d-51b2-4275-a715-99c77c189a0b {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:25:10.463545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:25:10.463973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Checking segment: {'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:25:10.464440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:10.465006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Bound using segment: {'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:25:10.465438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Bound port: 45b095ae-1813-4415-8b34-9801d5e7bd43, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48212c71-8714-402e-bda8-9226d749835b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:25:10.465862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:10.565150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] For port 45b095ae-1813-4415-8b34-9801d5e7bd43, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:25:10.571103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] For port 45b095ae-1813-4415-8b34-9801d5e7bd43, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=45b095ae-1813-4415-8b34-9801d5e7bd43,segment=NetworkSegment(48212c71-8714-402e-bda8-9226d749835b),segment_id=48212c71-8714-402e-bda8-9226d749835b)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:25:10.573978 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:10.601052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:10.759379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Pushing event updated for resources: {'Port': ['ID=45b095ae-1813-4415-8b34-9801d5e7bd43,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:10.772600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:10.822225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Routers {'c232a502-07dd-4fa3-a670-4931f38bb904'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:25:10.822881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:25:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c232a502-07dd-4fa3-a670-4931f38bb904'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:10.997662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] Set router c232a502-07dd-4fa3-a670-4931f38bb904 gateway port host: None {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:25:11.347823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'name': 'router1', 'tenant_id': '286ccae81516480e8694382898977916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:24:56Z', 'updated_at': '2021-02-18T12:25:07Z', 'revision_number': 2, 'project_id': '286ccae81516480e8694382898977916', 'gw_port_host': None, '_interfaces': [{'id': '45b095ae-1813-4415-8b34-9801d5e7bd43', 'name': '', 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'tenant_id': '286ccae81516480e8694382898977916', 'mac_address': 'fa:16:3e:4e:5b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:06Z', 'updated_at': '2021-02-18T12:25:10Z', 'revision_number': 4, 'project_id': '286ccae81516480e8694382898977916', 'subnets': [{'id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de113ca9-d59b-4b51-a540-7c65de26980d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:11.352136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe2a6a7-01e9-473b-9d5e-29b198eb82c8 None None] The sync data for ids ['c232a502-07dd-4fa3-a670-4931f38bb904'] in dv-cinder-776422-1-smb is: [{'id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'name': 'router1', 'tenant_id': '286ccae81516480e8694382898977916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:24:56Z', 'updated_at': '2021-02-18T12:25:07Z', 'revision_number': 2, 'project_id': '286ccae81516480e8694382898977916', 'gw_port_host': None, '_interfaces': [{'id': '45b095ae-1813-4415-8b34-9801d5e7bd43', 'name': '', 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'tenant_id': '286ccae81516480e8694382898977916', 'mac_address': 'fa:16:3e:4e:5b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:06Z', 'updated_at': '2021-02-18T12:25:10Z', 'revision_number': 4, 'project_id': '286ccae81516480e8694382898977916', 'subnets': [{'id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de113ca9-d59b-4b51-a540-7c65de26980d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:25:11.361572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45036) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:11.526540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff0f37b-820e-4b06-b9ec-8fbd8e958d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:11.526861 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6ff0f37b-820e-4b06-b9ec-8fbd8e958d42 admin admin] Synchronizing usage tracker for tenant:ef7354b0baef4524b460269831696e53 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:25:11.546183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6ff0f37b-820e-4b06-b9ec-8fbd8e958d42 admin admin] Unset dirty status for tenant:ef7354b0baef4524b460269831696e53 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:25:11.547385 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6ff0f37b-820e-4b06-b9ec-8fbd8e958d42 admin admin] 10.222.0.85 "GET /v2.0/networks/8aeb3598-1153-4699-96ad-276093b44ab6 HTTP/1.1" status: 200 len: 842 time: 0.1847851 Feb 18 12:25:11.558435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:11.563853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:25:11.568022 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Usage tracker for resource:subnet and tenant:ef7354b0baef4524b460269831696e53 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:25:11.571011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:25:11.577285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:25:11.586309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Made reservation on behalf of ef7354b0baef4524b460269831696e53 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:25:11.590868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:12.043258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83996) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:25:12.043775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:12.057181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e4856daa-122f-486e-ad16-3271efc089fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:12.190108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e77c60-2a36-4bf1-9af4-4c29893d58b1,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:12.204069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:12.279394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:25:12.279788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Network hostable DHCP agents. Network: 8aeb3598-1153-4699-96ad-276093b44ab6, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:25:12.302077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:25:12.311275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 8aeb3598-1153-4699-96ad-276093b44ab6) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:25:12.321081 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e519e7d-0900-4181-bbcf-a276d7235dda None None] Network 8aeb3598-1153-4699-96ad-276093b44ab6 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:25:12.321255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:12.321981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:12.348484 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7934864 Feb 18 12:25:12.741901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408da7d-4f58-4725-be4c-db668da9dc1c None None] Network 8aeb3598-1153-4699-96ad-276093b44ab6 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:25:13.600541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 45b095ae-1813-4415-8b34-9801d5e7bd43 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:25:13.679040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 45b095ae-1813-4415-8b34-9801d5e7bd43 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:25:13.684322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 45b095ae-1813-4415-8b34-9801d5e7bd43 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:13.684724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:13.813911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:13.849447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 45b095ae-1813-4415-8b34-9801d5e7bd43, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=45b095ae-1813-4415-8b34-9801d5e7bd43,segment=NetworkSegment(48212c71-8714-402e-bda8-9226d749835b),segment_id=48212c71-8714-402e-bda8-9226d749835b)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:25:13.852673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:13.854819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:13.926871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=45b095ae-1813-4415-8b34-9801d5e7bd43,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:13.930301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:15.029176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45050) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:15.246632 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0d817fd3-a333-4349-a882-5947c1fd04f3 admin admin] 10.222.0.85 "GET /v2.0/routers/c232a502-07dd-4fa3-a670-4931f38bb904 HTTP/1.1" status: 200 len: 710 time: 0.2162201 Feb 18 12:25:15.387994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7c4f57-970b-4c54-9027-aad9e0e5c150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:15.389479 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fe7c4f57-970b-4c54-9027-aad9e0e5c150 admin admin] 10.222.0.85 "GET /v2.0/networks/8aeb3598-1153-4699-96ad-276093b44ab6 HTTP/1.1" status: 200 len: 886 time: 0.1369483 Feb 18 12:25:15.399726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:25:15.585969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 45b095ae-1813-4415-8b34-9801d5e7bd43 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:25:15.661125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 45b095ae-1813-4415-8b34-9801d5e7bd43 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:15.661525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:16.044184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:16.395719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:16.455803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:16.471687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:16.487219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:25:16.491240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:25:16.494160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:25:16.499796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:25:16.584280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:16.586938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:16.602867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:16.696083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504958d8-92b9-4434-a647-c5525d8b9d92,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:16.700627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:16.869105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Allocated IP 172.28.3.125 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/21ba8362-9c4c-485b-8cda-b343fb59a218) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:25:17.027350 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:17.058707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:17.073334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:17.209997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Pushing event updated for resources: {'Port': ['ID=21ba8362-9c4c-485b-8cda-b343fb59a218,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:17.212922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:17.273008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:25:17.274121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:25:17.276529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:25:17.687355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:18.233875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:18.238465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-769411', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-769426', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854014326'] for router, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:18.434709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Router c232a502-07dd-4fa3-a670-4931f38bb904 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:25:18.623545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:25:18.633960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Sync routers for ids ['c232a502-07dd-4fa3-a670-4931f38bb904'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:25:18.643263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:18.646051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Routers {'c232a502-07dd-4fa3-a670-4931f38bb904'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:25:18.646202 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] 10.222.0.85 "PUT /v2.0/routers/c232a502-07dd-4fa3-a670-4931f38bb904 HTTP/1.1" status: 200 len: 890 time: 3.2482765 Feb 18 12:25:18.646329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:25:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c232a502-07dd-4fa3-a670-4931f38bb904'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:18.854555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Set router c232a502-07dd-4fa3-a670-4931f38bb904 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:25:19.221623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'name': 'router1', 'tenant_id': '286ccae81516480e8694382898977916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '21ba8362-9c4c-485b-8cda-b343fb59a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:24:56Z', 'updated_at': '2021-02-18T12:25:17Z', 'revision_number': 4, 'project_id': '286ccae81516480e8694382898977916', 'gw_port': {'id': '21ba8362-9c4c-485b-8cda-b343fb59a218', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:16Z', 'updated_at': '2021-02-18T12:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '45b095ae-1813-4415-8b34-9801d5e7bd43', 'name': '', 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'tenant_id': '286ccae81516480e8694382898977916', 'mac_address': 'fa:16:3e:4e:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:06Z', 'updated_at': '2021-02-18T12:25:13Z', 'revision_number': 5, 'project_id': '286ccae81516480e8694382898977916', 'subnets': [{'id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de113ca9-d59b-4b51-a540-7c65de26980d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:19.227253 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Checking router: c232a502-07dd-4fa3-a670-4931f38bb904 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:25:19.227656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Updating router c232a502-07dd-4fa3-a670-4931f38bb904 port 21ba8362-9c4c-485b-8cda-b343fb59a218 binding host dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:25:19.287696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:19.696630 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:19.709319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Transition to ACTIVE for port object 21ba8362-9c4c-485b-8cda-b343fb59a218 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:25:19.712070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:19.728698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:19.861908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685d4a1-57b6-4598-98e3-018e8a54d30a None None] Pushing event updated for resources: {'Port': ['ID=21ba8362-9c4c-485b-8cda-b343fb59a218,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:19.877167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5685d4a1-57b6-4598-98e3-018e8a54d30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:19.933155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Attempting to bind port 21ba8362-9c4c-485b-8cda-b343fb59a218 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:25:19.933564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Attempting to bind port 21ba8362-9c4c-485b-8cda-b343fb59a218 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:25:19.933963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Attempting to bind port 21ba8362-9c4c-485b-8cda-b343fb59a218 on network 8aeb3598-1153-4699-96ad-276093b44ab6 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:25:19.939644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:25:19.940033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:25:19.940471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:19.941435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Bound using segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:25:19.942540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Bound port: 21ba8362-9c4c-485b-8cda-b343fb59a218, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:25:19.942950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:20.023396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] For port 21ba8362-9c4c-485b-8cda-b343fb59a218, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:25:20.026634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] For port 21ba8362-9c4c-485b-8cda-b343fb59a218, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=21ba8362-9c4c-485b-8cda-b343fb59a218,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:25:20.029974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:20.046127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0e777c18-117b-4ba8-9219-f2dbb64a6565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:20.203001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5685d4a1-57b6-4598-98e3-018e8a54d30a None None] Pushing event updated for resources: {'Port': ['ID=21ba8362-9c4c-485b-8cda-b343fb59a218,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:20.207001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5685d4a1-57b6-4598-98e3-018e8a54d30a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:20.257217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Routers {'c232a502-07dd-4fa3-a670-4931f38bb904'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:25:20.257881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:25:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c232a502-07dd-4fa3-a670-4931f38bb904'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:20.611690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] Set router c232a502-07dd-4fa3-a670-4931f38bb904 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:25:20.984290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'name': 'router1', 'tenant_id': '286ccae81516480e8694382898977916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '21ba8362-9c4c-485b-8cda-b343fb59a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:24:56Z', 'updated_at': '2021-02-18T12:25:17Z', 'revision_number': 4, 'project_id': '286ccae81516480e8694382898977916', 'gw_port': {'id': '21ba8362-9c4c-485b-8cda-b343fb59a218', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:16Z', 'updated_at': '2021-02-18T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '45b095ae-1813-4415-8b34-9801d5e7bd43', 'name': '', 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'tenant_id': '286ccae81516480e8694382898977916', 'mac_address': 'fa:16:3e:4e:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:06Z', 'updated_at': '2021-02-18T12:25:13Z', 'revision_number': 5, 'project_id': '286ccae81516480e8694382898977916', 'subnets': [{'id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de113ca9-d59b-4b51-a540-7c65de26980d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:25:20.988660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a9adf-0afc-4a08-9206-078e49452fd4 None None] The sync data for ids ['c232a502-07dd-4fa3-a670-4931f38bb904'] in dv-cinder-776422-1-smb is: [{'id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'name': 'router1', 'tenant_id': '286ccae81516480e8694382898977916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.125'}], 'enable_snat': True}, 'gw_port_id': '21ba8362-9c4c-485b-8cda-b343fb59a218', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:24:56Z', 'updated_at': '2021-02-18T12:25:17Z', 'revision_number': 4, 'project_id': '286ccae81516480e8694382898977916', 'gw_port': {'id': '21ba8362-9c4c-485b-8cda-b343fb59a218', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:16Z', 'updated_at': '2021-02-18T12:25:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '45b095ae-1813-4415-8b34-9801d5e7bd43', 'name': '', 'network_id': '5772f95d-51b2-4275-a715-99c77c189a0b', 'tenant_id': '286ccae81516480e8694382898977916', 'mac_address': 'fa:16:3e:4e:5b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c232a502-07dd-4fa3-a670-4931f38bb904', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:25:06Z', 'updated_at': '2021-02-18T12:25:13Z', 'revision_number': 5, 'project_id': '286ccae81516480e8694382898977916', 'subnets': [{'id': 'c96e6f48-15aa-400b-ab49-226b55cd91ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de113ca9-d59b-4b51-a540-7c65de26980d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:25:21.387377 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45060) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:25:21.523779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab174f9-df23-4353-8d15-c8ce4a621f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:25:21.525472 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0ab174f9-df23-4353-8d15-c8ce4a621f36 admin admin] 10.222.0.85 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1370485 Feb 18 12:25:21.615455 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 21ba8362-9c4c-485b-8cda-b343fb59a218 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:25:21.696279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 21ba8362-9c4c-485b-8cda-b343fb59a218 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:25:21.702314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 21ba8362-9c4c-485b-8cda-b343fb59a218 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:21.702831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:21.837426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:21.858053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 21ba8362-9c4c-485b-8cda-b343fb59a218, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=21ba8362-9c4c-485b-8cda-b343fb59a218,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:25:21.861363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:21.864853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-97a7cd83-d4e6-4077-99dc-8935728edecf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:25:21.942241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=21ba8362-9c4c-485b-8cda-b343fb59a218,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:25:21.945209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:25:23.605957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 21ba8362-9c4c-485b-8cda-b343fb59a218 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:25:23.686474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 21ba8362-9c4c-485b-8cda-b343fb59a218 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:25:23.686886 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:27.157264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8165d53-f1a3-49b8-a188-82632a63755d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:29.730387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ddbc27f9-8663-4a1e-8900-14e5da864e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:30.027454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:31.436523 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:31.582532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:42.424431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:25:57.141944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f23d9cc-8f40-4f24-9135-eaf42fcfea6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:25:59.669474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36f38dd-6278-4779-8d76-d915f6d6150b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:00.015930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:01.442792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:01.556940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:19.426311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:26:27.146130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f6710e3-f818-4704-93f3-96871d16ac94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:29.661707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-686e00ac-bf4d-4289-a389-83a5be4e73e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:30.013946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:31.442892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:31.559469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:56.427576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:26:57.152593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7afec0d1-4e09-4607-afcf-6b98c5b81b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:26:59.663504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3f22c820-0032-43c4-b9cf-4fb68fec4581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:00.016569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:01.450453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:01.563325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:27.143884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79446d63-f028-42fa-8114-912ade8d4a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:29.665588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0af7890a-d4a2-4ed8-b7a2-1a62dd331194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:30.019262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:31.454503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:31.567147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:33.426854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:27:37.496207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45636) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:37.573179 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a54de2e-f0f6-4ad1-9f72-ff4d058c596f admin admin] GET failed (client error): The resource could not be found. Feb 18 12:27:37.574586 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4a54de2e-f0f6-4ad1-9f72-ff4d058c596f admin admin] 10.222.0.85 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0773029 Feb 18 12:27:37.722493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a12116-fa52-4a2d-a8b3-6ea6f9c56075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:37.724103 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-88a12116-fa52-4a2d-a8b3-6ea6f9c56075 admin admin] 10.222.0.85 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1451116 Feb 18 12:27:40.424109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 45646) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:40.721826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1389143-8272-47ea-8a0d-d2deed2d116a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:40.723394 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a1389143-8272-47ea-8a0d-d2deed2d116a admin admin] 10.222.0.85 "GET /v2.0/subnets/c96e6f48-15aa-400b-ab49-226b55cd91ba HTTP/1.1" status: 200 len: 849 time: 0.2978690 Feb 18 12:27:40.734033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:27:40.866547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:41.217087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757921504985'] for subnet, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:41.240569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:27:41.407088 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96e6f48-15aa-400b-ab49-226b55cd91ba,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:27:41.430872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.431459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.431554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.431919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.432275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.432633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.433032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.433389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.433743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.434094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.434441 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.434794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Tracked resource versions report: Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:27:41.435928 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:27:41.484634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:27:41.491647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:41.492325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:41.493797 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] 10.222.0.85 "PUT /v2.0/subnets/c96e6f48-15aa-400b-ab49-226b55cd91ba HTTP/1.1" status: 200 len: 868 time: 0.7639356 Feb 18 12:27:41.496825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0af82f8-413f-46e4-aef4-0ac9d2d76898 None None] Network 5772f95d-51b2-4275-a715-99c77c189a0b requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:27:41.991195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-637e615c-d3f5-412e-aec0-dd78a28364d3 None None] Provisioning complete for port 893c33b9-ca5b-424e-bba3-f6bed1e3c7c0 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:27:41.991600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-637e615c-d3f5-412e-aec0-dd78a28364d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:42.132209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-637e615c-d3f5-412e-aec0-dd78a28364d3 None None] Provisioning complete for port 45b095ae-1813-4415-8b34-9801d5e7bd43 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:27:42.132607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-637e615c-d3f5-412e-aec0-dd78a28364d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:44.132008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 45662) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:44.329960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3cd54-a025-4d2f-837b-03074375db89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:44.330283 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3cd54-a025-4d2f-837b-03074375db89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:44.332081 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e4a3cd54-a025-4d2f-837b-03074375db89 admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1990328 Feb 18 12:27:46.907954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 45672) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:47.119322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732bc88-4cd1-45bc-8bd0-c714a9b5f10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:47.119745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b732bc88-4cd1-45bc-8bd0-c714a9b5f10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:47.121423 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b732bc88-4cd1-45bc-8bd0-c714a9b5f10e admin admin] 10.222.0.85 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2123930 Feb 18 12:27:49.712759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 45682) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:49.912264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2aa058-2491-478b-b51e-8715725d285d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:49.913776 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-be2aa058-2491-478b-b51e-8715725d285d admin admin] 10.222.0.85 "GET /v2.0/networks/5772f95d-51b2-4275-a715-99c77c189a0b HTTP/1.1" status: 200 len: 862 time: 0.1999280 Feb 18 12:27:52.469643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45692) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:52.666579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c1ab2d-25ed-48c2-8d9d-5d1fbb5f4ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:52.668045 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a6c1ab2d-25ed-48c2-8d9d-5d1fbb5f4ffd admin admin] 10.222.0.85 "GET /v2.0/networks/8aeb3598-1153-4699-96ad-276093b44ab6 HTTP/1.1" status: 200 len: 886 time: 0.1969383 Feb 18 12:27:55.352105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45702) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:55.472752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad860933-7a1b-4afc-9b94-2caecd3c9e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:55.473209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad860933-7a1b-4afc-9b94-2caecd3c9e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:55.474006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ad860933-7a1b-4afc-9b94-2caecd3c9e39 admin admin] Synchronizing usage tracker for tenant:ef7354b0baef4524b460269831696e53 on resource:subnet {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:27:55.489927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ad860933-7a1b-4afc-9b94-2caecd3c9e39 admin admin] Unset dirty status for tenant:ef7354b0baef4524b460269831696e53 on resource:subnet {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:27:55.491214 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ad860933-7a1b-4afc-9b94-2caecd3c9e39 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380808 Feb 18 12:27:57.146670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea050674-cd12-4e7b-9f0a-789591471aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:27:58.238242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45712) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:27:58.366433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e01797-a81e-4b32-83d0-709064518697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:58.366851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e01797-a81e-4b32-83d0-709064518697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:27:58.368488 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e3e01797-a81e-4b32-83d0-709064518697 admin admin] 10.222.0.85 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1292315 Feb 18 12:27:59.677885 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b4a368e0-abbd-426a-8225-f18e1c7d78e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:00.034746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:00.982953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45722) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:01.104385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a227d169-ce38-485a-9147-fe59717c09a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:28:01.105918 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a227d169-ce38-485a-9147-fe59717c09a7 admin admin] 10.222.0.85 "GET /v2.0/subnets/a3e77c60-2a36-4bf1-9af4-4c29893d58b1 HTTP/1.1" status: 200 len: 816 time: 0.1219482 Feb 18 12:28:01.460866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:01.570840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:03.783064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 45732) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:03.912593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cbc8d6-872c-4209-897a-f379a29541fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:28:03.913996 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e8cbc8d6-872c-4209-897a-f379a29541fb admin admin] 10.222.0.85 "GET /v2.0/subnets/c96e6f48-15aa-400b-ab49-226b55cd91ba HTTP/1.1" status: 200 len: 868 time: 0.1295965 Feb 18 12:28:10.427342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:28:27.152907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fdd73ca7-d442-42b0-8b0d-558cc4be78f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:29.675029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-455972ec-086b-4b5a-9ef2-6c5eb80cc609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:30.026299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:30.381882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45772) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:30.435325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [None req-ed63d9de-808c-4b53-b1b5-9edecff7ca26 admin admin] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:28:30.436437 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ed63d9de-808c-4b53-b1b5-9edecff7ca26 admin admin] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0535505 Feb 18 12:28:31.462823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:31.574915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:33.109750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45782) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:33.185395 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.pecan_wsgi.hooks.translation [None req-6283d130-b538-4e7a-8ed3-300a8fffa6c4 admin admin] GET failed (client error): The resource could not be found. Feb 18 12:28:33.186830 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6283d130-b538-4e7a-8ed3-300a8fffa6c4 admin admin] 10.222.0.85 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0760958 Feb 18 12:28:33.330572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0604f02-39a4-428d-90a0-f02c519b0d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:28:33.332113 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b0604f02-39a4-428d-90a0-f02c519b0d76 admin admin] 10.222.0.85 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1402938 Feb 18 12:28:35.888963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45792) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:35.943060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:28:35.947905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:28:35.957765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:28:35.966314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Made reservation on behalf of ef7354b0baef4524b460269831696e53 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:28:35.971527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:36.067276 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.services.revisions.revision_plugin [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Could not find related network for resource to bump revision. Feb 18 12:28:36.083151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:28:36.092563 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:36.092959 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Added segment dc00b55c-4736-4a1e-8784-1b435258c480 of type vxlan for network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f Feb 18 12:28:36.120727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:36.149463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:36.150625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:28:36.151247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:36.156025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bff3e57b-a622-4820-8b42-07ceb0d45b61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:28:36.439661 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5494914 Feb 18 12:28:36.442547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Pushing event updated for resources: {'Network': ['ID=1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:28:36.450117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.450497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.450869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.451230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.451588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.451947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.452305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.452656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.453067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.453420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.454329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.454852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:36.458824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:28:36.467490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:28:39.066673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45802) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:28:39.146002 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7517e4-e233-4a87-ad8c-7427dfbef61c admin admin] GET failed (client error): The resource could not be found. Feb 18 12:28:39.146496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8d7517e4-e233-4a87-ad8c-7427dfbef61c admin admin] Synchronizing usage tracker for tenant:ef7354b0baef4524b460269831696e53 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:28:39.161290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8d7517e4-e233-4a87-ad8c-7427dfbef61c admin admin] Unset dirty status for tenant:ef7354b0baef4524b460269831696e53 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:28:39.162735 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8d7517e4-e233-4a87-ad8c-7427dfbef61c admin admin] 10.222.0.85 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0948558 Feb 18 12:28:39.278394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0102f97d-aa28-45bc-9030-fd309503290d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:28:39.279985 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0102f97d-aa28-45bc-9030-fd309503290d admin admin] 10.222.0.85 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1127491 Feb 18 12:28:39.291971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f', 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:28:39.297075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:28:39.307347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:28:39.316665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Made reservation on behalf of ef7354b0baef4524b460269831696e53 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:28:39.321494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:39.735391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:39.751261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:28:39.887705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc82cf1e-57b3-4e21-b143-e860ee1f9334,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:28:39.893450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:28:39.953114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Checking segment: {'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:28:39.954129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Network hostable DHCP agents. Network: 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:28:39.972036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:28:39.979956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:28:39.983840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:28:39.984469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:39.989358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c729416-7e8c-4c49-bf42-02d7641f0326 None None] Network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:28:40.009028 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7208955 Feb 18 12:28:40.235290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbaa753c-d98a-52c0-825f-00bff6fbd4d6-1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f', 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f', 'tenant_id': 'ef7354b0baef4524b460269831696e53', 'fixed_ips': [{'subnet_id': 'fc82cf1e-57b3-4e21-b143-e860ee1f9334'}]}} from dv-cinder-776422-1-smb. {{(pid=83998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:28:40.236455 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:40.560309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Allocated IP 192.168.233.2 (1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f/fc82cf1e-57b3-4e21-b143-e860ee1f9334/07ac97c9-f6b2-4f56-9ad5-c43e5142d37e) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:28:40.791078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:40.804255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Transition to ACTIVE for port object 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:28:40.821270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Transition to ACTIVE for port object 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:28:40.825855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:40.842132 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:28:40.981946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Pushing event updated for resources: {'Port': ['ID=07ac97c9-f6b2-4f56-9ad5-c43e5142d37e,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:28:41.165179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.165553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.165916 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.166280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.166631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.166987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.167336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.167685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.168033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.168381 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.168730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.169101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:28:41.174748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:28:41.215201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:28:41.216438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:28:41.218949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:28:41.280680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Attempting to bind port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:28:41.281245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Attempting to bind port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:28:41.281603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Attempting to bind port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e on network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:28:41.287700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:28:41.288120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Checking segment: {'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:28:41.288575 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:41.289026 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Bound using segment: {'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:28:41.289545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Bound port: 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:28:41.289967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:41.394323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] For port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:28:41.397990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] For port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=07ac97c9-f6b2-4f56-9ad5-c43e5142d37e,segment=NetworkSegment(dc00b55c-4736-4a1e-8784-1b435258c480),segment_id=dc00b55c-4736-4a1e-8784-1b435258c480)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:28:41.401222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:41.417916 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:28:41.575662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Pushing event updated for resources: {'Port': ['ID=07ac97c9-f6b2-4f56-9ad5-c43e5142d37e,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:28:41.579358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:28:42.899086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd3acba-a410-4cf9-8cdb-cccbf4fbe10e None None] Network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:28:43.020657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-948e6f77-0086-4dc1-84f6-821b07e8bf3b None None] Provisioning for port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:28:43.724519 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:28:43.803036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:28:43.808077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:28:43.808486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:43.935608 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:43.972703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=07ac97c9-f6b2-4f56-9ad5-c43e5142d37e,segment=NetworkSegment(dc00b55c-4736-4a1e-8784-1b435258c480),segment_id=dc00b55c-4736-4a1e-8784-1b435258c480)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:28:43.977247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:43.979577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5685d4a1-57b6-4598-98e3-018e8a54d30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:28:44.068368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=07ac97c9-f6b2-4f56-9ad5-c43e5142d37e,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:28:44.071636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:28:45.714862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:28:45.788374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 07ac97c9-f6b2-4f56-9ad5-c43e5142d37e triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:28:45.788950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:47.428427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:28:57.155191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf48cf23-a4a4-4a81-998d-b1bb19a17f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:28:59.668466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8cd36878-a735-492d-89d4-dcd584917d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:00.035816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:01.465909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:01.577392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:24.429067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:29:27.158924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-190476a9-0a77-4ec2-a26a-c911a3b25b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:29.674117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1173766a-9ef3-4d2c-b310-9aaf08af0fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:30.038358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:31.470823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:31.581780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.010921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45844) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:29:47.017368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [None req-050e94c4-e613-48fa-8e15-6e03695dd06a tempest-verify_tempest_config-1066690708 tempest-verify_tempest_config-1066690708-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:29:47.018411 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-050e94c4-e613-48fa-8e15-6e03695dd06a tempest-verify_tempest_config-1066690708 tempest-verify_tempest_config-1066690708-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064526 Feb 18 12:29:47.351794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45864) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:29:47.475325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.490706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:29:47.494738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Usage tracker for resource:security_group_rule and tenant:b653c0a8c231462eb81a8de5ef4b2f8c is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:29:47.497650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:29:47.503560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:29:47.594658 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.597343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.606419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:29:47.646708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f0b68e-7f80-4b8e-93fa-781f3070dd21,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:29:47.649716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Synchronizing usage tracker for tenant:ef7354b0baef4524b460269831696e53 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:29:47.659238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.659613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.659982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.660347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.660710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.661092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.661452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.661813 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.662179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.662533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.662883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.663235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:29:47.669797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:29:47.679572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Unset dirty status for tenant:ef7354b0baef4524b460269831696e53 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:29:47.680835 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b653c0a8c231462eb81a8de5ef4b2f8c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3279641 Feb 18 12:29:47.683764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 45870) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:29:47.747806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.774345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.825545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.831380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7bc9410c-5f34-4b64-80c5-88f349267960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:29:47.845175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f0b68e-7f80-4b8e-93fa-781f3070dd21,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:29:47.848425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:29:47.850484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:47.851706 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/26f0b68e-7f80-4b8e-93fa-781f3070dd21 HTTP/1.1" status: 204 len: 168 time: 0.1669843 Feb 18 12:29:57.160069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d654ba52-0d41-46b2-b0a5-a0e1c0b7475d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:29:59.667800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec2974de-b284-40c8-93a2-c2c2948760fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:00.036541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:01.428666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:30:01.472855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:01.583372 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:27.162108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6191ded6-5a9c-4df3-98fe-7760ee1beea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:29.670858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9ecc2527-1a02-4bf4-8041-8cc5d95e8d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:30.038972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.476440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:31.585991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:38.428470 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:30:57.166605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-832b4deb-fc0b-478d-8ec7-489e5f2b2878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:30:59.674488 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c8e1e3b-3ff0-4368-802b-08aba23fa4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:00.044821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:01.481052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:01.590093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:15.428390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 5 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:31:27.169744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a503e286-fb3d-4d6c-9aaa-02de94d85e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:29.676118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48fd4821-0fde-431b-b82f-963709cd538e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:30.047539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:31.483016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:31.582621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.536551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747'] for agent, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:46.537540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.537859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.538342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.538900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.539406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.539939 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.540444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.540994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.541538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.542134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.542652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.543165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:31:46.543694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77642', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:46.548355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77642', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:31:46.979318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] get_endpoint_by_host() called for host hv-cinder-77642 {{(pid=83998) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 18 12:31:46.983548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] get_endpoint_by_ip() called for ip 192.168.0.96 {{(pid=83998) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 18 12:31:46.986753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] _add_endpoint() called for ip 192.168.0.96 {{(pid=83998) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 18 12:31:46.992602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] _get_endpoints() called {{(pid=83998) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 18 12:31:52.428614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:31:54.819203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 45942) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:54.945861 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-61d04dbd-4ba9-44f8-91fc-4e555f94dc86 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1254759 Feb 18 12:31:57.172748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-550766a1-543f-4b49-b4dc-cb46cfdb1942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:31:57.464034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 45952) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:31:57.525209 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ce52f79c-4fe1-4911-979b-cd72f664b773 admin admin] 10.222.0.85 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0599723 Feb 18 12:31:59.680590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-71178ba7-602f-4afe-9d78-3cd4f5a1e8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:00.050525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:01.488105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:01.585092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:16.547107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:27.178868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-800e17bb-3ec7-49e1-bde0-5af7c9e1a0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:29.428652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:32:29.683217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-76cc64d3-3c9c-4ef1-a605-1098ca718fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:30.050442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:31.490483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:31.587636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:46.551102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:57.172167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ac73651-305b-48e9-be4b-64e3c6114d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:32:59.685915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4e4a39c8-de40-401e-a223-4f0939dd010d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:00.053699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.496498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:01.589396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:06.428596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:33:16.563436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:27.177459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-da854a01-93c2-418b-80a6-020d1a93d08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:29.688422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f942715-b230-4f17-8476-b0220c002c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:30.057262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:31.498591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:31.590846 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:43.430731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:33:46.582621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:47.741140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46086) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:48.229290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-network', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:48.236685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:48.241751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Usage tracker for resource:network and tenant:b2c7d155a9314c99b4f76248eed6b65d is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:48.247034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:48.253600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:48.265750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Made reservation on behalf of b2c7d155a9314c99b4f76248eed6b65d for: {'network': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:48.270503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.290557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.309188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:48.312544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Usage tracker for resource:security_group_rule and tenant:b2c7d155a9314c99b4f76248eed6b65d is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:48.325713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:48.337832 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:48.465038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.468154 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.473005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:48.509731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:33:48.519904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145b0176-653d-49e6-859c-a444fa948e13,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:48.536794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.537350 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Added segment d31dc49b-2ce7-436e-9fcc-205d27b60ed6 of type vxlan for network 02c1dcc2-da09-4f16-a89c-f504d4982d4a Feb 18 12:33:48.546007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.546393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.546765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.547137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.547499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.547860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.548219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.548578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.548973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.549336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.549955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.550400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.550677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.551028 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.551378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.551727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.552078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.552425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.552768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.553142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.553562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.553816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.554165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.555079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Tracked resource versions report: Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}, Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:33:48.556728 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:33:48.561065 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:48.633847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.673781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.675333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:48.675971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.682513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:48.809024 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0653849 Feb 18 12:33:48.812249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46138) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:48.822902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Request body: {'subnet': {'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-subnet', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:48.826387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Pushing event updated for resources: {'Network': ['ID=02c1dcc2-da09-4f16-a89c-f504d4982d4a,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:48.830465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:48.833364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:48.836085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Usage tracker for resource:subnet and tenant:b2c7d155a9314c99b4f76248eed6b65d is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:48.842090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:33:48.843591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:48.852239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:48.865704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Made reservation on behalf of b2c7d155a9314c99b4f76248eed6b65d for: {'subnet': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:48.871439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:48.999360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:33:49.357403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:49.383199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0215e2fa-1178-418b-bc30-b5e763093b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:49.486289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46166) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:49.529379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b9df139-ddea-4e26-9b10-92f342f3934a,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:49.536383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:49.536713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46176) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:49.604734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Checking segment: {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:33:49.605184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Network hostable DHCP agents. Network: 02c1dcc2-da09-4f16-a89c-f504d4982d4a, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:33:49.628394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:33:49.638612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 02c1dcc2-da09-4f16-a89c-f504d4982d4a) {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:49.643453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:49.644359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:49.652926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b53ba90-c1db-40d1-82e5-9fd54498023f None None] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:33:49.668135 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8547101 Feb 18 12:33:49.671090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46186) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:49.677817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:49.683955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:49.688127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Usage tracker for resource:router and tenant:b2c7d155a9314c99b4f76248eed6b65d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:49.691272 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:49.697262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:49.708155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854014220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854748135'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:49.709508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854014235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854006525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27665'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:49.726957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:49.781619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-379887513-network', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:49.790532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:49.800871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Usage tracker for resource:network and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:49.807848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:49.836407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:49.849532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Made reservation on behalf of aff66760a70d4a1ba1b7b6565d6cf21e for: {'network': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:49.862101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:49.898955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:49.929317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101559bd-fb24-489b-9623-4b62178266ca None None] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:33:49.950009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:49.957088 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Usage tracker for resource:security_group_rule and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:49.960921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:49.976911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:50.166112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.170491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.182533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:50.214957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.222828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-90995840-network', 'tenant_id': '5dda665da25c42e8a6668159ce4eedd9'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:50.228123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:50.232163 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Usage tracker for resource:network and tenant:5dda665da25c42e8a6668159ce4eedd9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:50.236063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:50.239113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425dccd7-b4df-4bac-af02-4d2810a5422e,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:50.243634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:50.244404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:50.254870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:33:50.268217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.269310 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Added segment 3d05bb81-8431-41fd-986f-c11175c12114 of type vxlan for network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 Feb 18 12:33:50.275479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Made reservation on behalf of 5dda665da25c42e8a6668159ce4eedd9 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:50.287636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.312157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.386214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.387722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:50.388553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.447433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:50.482386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.491272 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0014524 Feb 18 12:33:50.508336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46208) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:50.534994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:50.547526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:5dda665da25c42e8a6668159ce4eedd9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:50.550821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:50.563003 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:50.723786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.738091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Request body: {'subnet': {'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-subnet', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:50.759342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:50.764087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Usage tracker for resource:subnet and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:50.767913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:50.774981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:50.785788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.787621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Made reservation on behalf of aff66760a70d4a1ba1b7b6565d6cf21e for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:50.794403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:50.931892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:50.941147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Pushing event updated for resources: {'Network': ['ID=6929e47a-a39c-4339-ae5c-5fb0392b3ed5,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:50.945266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:50.953620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:33:50.960862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:33:51.023886 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:51.024519 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Added segment 99b54e65-c128-46cf-a40b-be4e068e29a5 of type vxlan for network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 Feb 18 12:33:51.080153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:33:51.182175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17efbfc2-c4ca-406e-b23c-e9a9baad3b95,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:51.200420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:51.206602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.207220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.207747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.208433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.208954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.209484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.210135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.210681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.211195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.211779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.212278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.212760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.213333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.213857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.214383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.214714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.215208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.215878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.216358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.216860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.217793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.218841 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.219722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.220193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Tracked resource versions report: Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}, Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:33:51.222151 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83996) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:33:51.236202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:51.359176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:51.380795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:51.381468 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:51.392360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:51.796989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:51.811596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:33:51.877454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:51.894405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46272) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:51.894714 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.3537505 Feb 18 12:33:51.904926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Request body: {'subnet': {'network_id': 'e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-90995840-subnet', 'tenant_id': '5dda665da25c42e8a6668159ce4eedd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:51.917353 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:51.935467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Usage tracker for resource:subnet and tenant:5dda665da25c42e8a6668159ce4eedd9 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:51.949791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:51.964713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:51.976218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:33:51.995674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Made reservation on behalf of 5dda665da25c42e8a6668159ce4eedd9 for: {'subnet': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:33:52.006137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:52.138998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:52.177298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:52.528937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:52.551488 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1b49f468-0de6-4530-a57b-b8142cdb7734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:52.706890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:52.732440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:52.766973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7898e79a-9982-4136-88a4-96a4dbb5bcf7,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:52.770231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:52.786172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Allocated IP 172.28.3.170 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/bcfc0cb7-95b7-4e97-8dc1-030b798f247c) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:33:52.931949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Pushing event updated for resources: {'Subnet': ['ID=33630d97-7c47-42db-99a9-69579edb5513,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:52.936302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:52.966742 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46312) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:53.013663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Checking segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:33:53.014082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Network hostable DHCP agents. Network: 6929e47a-a39c-4339-ae5c-5fb0392b3ed5, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:33:53.037750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Checking segment: {'id': '99b54e65-c128-46cf-a40b-be4e068e29a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:33:53.038150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Network hostable DHCP agents. Network: e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:33:53.060049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:33:53.062197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:33:53.077221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24) {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:53.081867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:53.082699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.086677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 6929e47a-a39c-4339-ae5c-5fb0392b3ed5) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:53.088272 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf63a1f-967c-4597-83b0-af49671260b1 None None] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:33:53.091064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:53.091710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.115388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab64a25-448a-43ee-98f7-32f2b9ba25d0 None None] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:33:53.143879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.150150 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-820d6f66-4962-4992-b0f9-3cdb37f3fcdc admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4243722 Feb 18 12:33:53.153280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46322) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:53.161303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:33:53.180206 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2774870 Feb 18 12:33:53.180206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:53.189641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Usage tracker for resource:router and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:53.195515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:53.205538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:53.221422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.240506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854014220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854748135'] for router, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.243990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854014235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854006525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27665'] for router, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.254912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.255105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:53.290680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:53.298755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5e578e54a50640efb617a85ca8de3e56 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:53.308166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:53.313941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:53.432738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:53.464974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Pushing event updated for resources: {'Port': ['ID=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:53.475907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:53.621693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:33:53.623407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:53.626298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:33:53.953811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5a8421-e9b0-40d5-baae-acb526ee173a None None] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:33:54.126800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:54.187114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbaa753c-d98a-52c0-825f-00bff6fbd4d6-6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7'}]}} from dv-cinder-776422-1-smb. {{(pid=83998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:33:54.188040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:54.217894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46376) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:54.221076 dv-cinder-776422-1-smb neutron-server[83883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:33:54.312307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:54.329912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:54.353075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46380) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:54.358064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-14f5338d-dcef-4de7-a3e1-eaf03582aab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:54.438560 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5e578e54a50640efb617a85ca8de3e56&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4706805 Feb 18 12:33:54.442651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-7b439544-97ef-4fc3-b39b-26264997999a tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:33:54.443187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46388) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:54.443410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-7b439544-97ef-4fc3-b39b-26264997999a tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Synchronizing usage tracker for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:33:54.457324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:54.483807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d086348f-d387-409d-8f42-5a883af2f5e8,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:54.495730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:54.709328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-7b439544-97ef-4fc3-b39b-26264997999a tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Unset dirty status for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:33:54.710777 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-7b439544-97ef-4fc3-b39b-26264997999a tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/networks?id=e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 HTTP/1.1" status: 200 len: 810 time: 0.4917917 Feb 18 12:33:54.810871 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-b5dc3812-0ebd-4b66-a15e-3644b150e89c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/quotas/5dda665da25c42e8a6668159ce4eedd9 HTTP/1.1" status: 200 len: 375 time: 0.0322649 Feb 18 12:33:54.859105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:54.904345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:54.920699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Usage tracker for resource:security_group_rule and tenant:b94aefba5f2e442896902cf2727ad324 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:54.927451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:54.941535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:54.943607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:54.973578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.044085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.061652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:55.077903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d086348f-d387-409d-8f42-5a883af2f5e8,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:55.083086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:55.100630 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.143949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.144866 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d086348f-d387-409d-8f42-5a883af2f5e8 HTTP/1.1" status: 204 len: 168 time: 0.7003074 Feb 18 12:33:55.153656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.238316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Allocated IP 172.20.0.2 (6929e47a-a39c-4339-ae5c-5fb0392b3ed5/7898e79a-9982-4136-88a4-96a4dbb5bcf7/51aa72fa-cdd2-4965-9ea2-9e9807c3319b) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:33:55.592587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-761490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.598183 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-ad27f8ea-d5fe-43cb-b89d-4182fdb5921f tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=5dda665da25c42e8a6668159ce4eedd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7049651 Feb 18 12:33:55.636101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.649244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Transition to ACTIVE for port object 51aa72fa-cdd2-4965-9ea2-9e9807c3319b will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:33:55.668819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Transition to ACTIVE for port object 51aa72fa-cdd2-4965-9ea2-9e9807c3319b will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:33:55.674754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.693539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:55.715862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Allocated IP 172.28.3.101 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/c53841a7-b438-4259-ab46-5dfb5f6cb8cf) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:33:55.912772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.919170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Router c201eef2-3ff3-4b70-9732-9b63222bcc51 is scheduled to L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:33:55.930891 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Pushing event updated for resources: {'Port': ['ID=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:55.943871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:55.946139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.946696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.947246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.948150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.948803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.949435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.949963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.950486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.951009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.951705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.952309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.952820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.953419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.953937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.954454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.954974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.955534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.956083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.956601 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.957152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.958042 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.958582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.959186 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.959682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Tracked resource versions report: Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}, Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:33:55.961933 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:33:55.973322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:56.034549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:33:56.036133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:56.040260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:33:56.047030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.064847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:56.119143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Attempting to bind port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:33:56.119567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Attempting to bind port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:33:56.119981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Attempting to bind port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b on network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:33:56.126665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:33:56.127087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Checking segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:33:56.127530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.127969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Bound using segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:33:56.128555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Bound port: 51aa72fa-cdd2-4965-9ea2-9e9807c3319b, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:33:56.129078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.216278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Pushing event updated for resources: {'Port': ['ID=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:56.238569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:56.332414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:33:56.333461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:33:56.340913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:33:56.356580 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.360908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:33:56.374398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Sync routers for ids ['c201eef2-3ff3-4b70-9732-9b63222bcc51'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:33:56.389242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Routers {'c201eef2-3ff3-4b70-9732-9b63222bcc51'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:33:56.389927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:33:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c201eef2-3ff3-4b70-9732-9b63222bcc51'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:33:56.390067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] For port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:33:56.393466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] For port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:33:56.399890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.432497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:56.491709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b8c7a99-5a03-43b9-8bbc-5462bad4fc6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:56.504555 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b94aefba5f2e442896902cf2727ad324&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1502841 Feb 18 12:33:56.509092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46468) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:56.509917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.519729 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-7801b668-8889-4184-8a79-89b3ea6615c5 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8467131 Feb 18 12:33:56.533184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46470) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:56.616937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Pushing event updated for resources: {'Port': ['ID=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:56.623011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:56.765432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Set router c201eef2-3ff3-4b70-9732-9b63222bcc51 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:33:56.768004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.800498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:56.853210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-e197435a-fa2c-49ad-a088-47a2098609d9 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:33:56.854683 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-e197435a-fa2c-49ad-a088-47a2098609d9 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4964304 Feb 18 12:33:56.873600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:57.036575 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f80db45-be67-4f26-b0c2-5a79e8a962ea,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:57.190696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-72d75c27-9888-42dd-be59-83c4fcc77be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:57.356422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:33:53Z', 'revision_number': 3, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port': {'id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:52Z', 'updated_at': '2021-02-18T12:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:33:57.359190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:57.359754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-639e18e4-a852-4624-a058-79f9e857795f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:57.368847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Checking router: c201eef2-3ff3-4b70-9732-9b63222bcc51 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:33:57.369161 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Updating router c201eef2-3ff3-4b70-9732-9b63222bcc51 port bcfc0cb7-95b7-4e97-8dc1-030b798f247c binding host dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:33:57.371724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:57.403750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f80db45-be67-4f26-b0c2-5a79e8a962ea,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:57.437304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:57.505450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:57.506567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:57.512621 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2f80db45-be67-4f26-b0c2-5a79e8a962ea HTTP/1.1" status: 204 len: 168 time: 0.9909019 Feb 18 12:33:57.522888 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-791f0669-85e2-4e56-809d-d2c294335286 service neutron] 10.222.0.85 "GET /v2.0/networks/e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532276 Feb 18 12:33:58.016472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 51aa72fa-cdd2-4965-9ea2-9e9807c3319b up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:33:58.195608 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:33:58.227021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-761490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299'] for router, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:58.261971 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-4c012f0d-311f-420d-9bd9-b3e68d84d1c4 service neutron] 10.222.0.85 "GET /v2.0/networks/e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6657121 Feb 18 12:33:58.510325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:58.528647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Transition to ACTIVE for port object bcfc0cb7-95b7-4e97-8dc1-030b798f247c will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:33:58.532712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:58.571725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:58.574715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46530) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:58.672060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:58.710874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:33:58.718943 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Usage tracker for resource:security_group_rule and tenant:f1b520f2e14d44c38cac048489f1ae9d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:33:58.724270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:33:58.732739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46542) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:58.752283 dv-cinder-776422-1-smb neutron-server[83883]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 18 12:33:58.765465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2868bc7-1ec1-493c-9c08-680bc1680b82 None None] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:33:58.769695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:33:58.909589 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c5be7c-9eda-4fdc-82e9-9cd9f021f93d req-2d5d9302-6dcc-4d9f-9fa9-2ef5dbee0855 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 210 time: 0.1629653 Feb 18 12:33:58.911633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 is scheduled to L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 with binding_index 1 {{(pid=83997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:33:58.959481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Pushing event updated for resources: {'Port': ['ID=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:33:58.982788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.985852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.986494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.986889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.988872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.989282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.989655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.990023 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.990387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.990747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.991103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.991458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.992449 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:58.999712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.000098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.000550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.000939 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.001324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.001712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.002142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.002500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.002853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.003211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.008246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Tracked resource versions report: Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: pushed versions: Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: { 'AddressGroup': {'1.1'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': {'1.0'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': {'1.0'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': {'1.1'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': {'1.7'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': {'1.2'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': {'1.8'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': {'1.4'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': {'1.2'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': {'1.0'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': {'1.1'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': {'1.1'}} Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: consumer versions: Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: { DHCP agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: L3 agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: Metadata agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: Metering agent@dv-cinder-776422-1-smb: {}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@dv-cinder-776422-1-smb: { 'AddressGroup': '1.1', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}, Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: Open vSwitch agent@hv-cinder-77642: { 'AddressGroup': '1.1', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'ConntrackHelper': '1.0', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Log': '1.0', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Network': '1.1', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Port': '1.7', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'PortForwarding': '1.2', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'QosPolicy': '1.8', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroup': '1.4', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SecurityGroupRule': '1.2', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'SubPort': '1.0', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Subnet': '1.1', Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: 'Trunk': '1.1'}} Feb 18 12:33:59.009812 dv-cinder-776422-1-smb neutron-server[83883]: {{(pid=83999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 18 12:33:59.022707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:33:59.089693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.166780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Attempting to bind port bcfc0cb7-95b7-4e97-8dc1-030b798f247c on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:33:59.167199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Attempting to bind port bcfc0cb7-95b7-4e97-8dc1-030b798f247c by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:33:59.167826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Attempting to bind port bcfc0cb7-95b7-4e97-8dc1-030b798f247c on network 8aeb3598-1153-4699-96ad-276093b44ab6 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:33:59.175229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:33:59.175607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:33:59.176052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.176776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Bound using segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:33:59.177348 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Bound port: bcfc0cb7-95b7-4e97-8dc1-030b798f247c, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:33:59.177757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.252224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Provisioning for port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:33:59.282454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Provisioning complete for port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:33:59.282877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.393278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] For port bcfc0cb7-95b7-4e97-8dc1-030b798f247c, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:33:59.400055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] For port bcfc0cb7-95b7-4e97-8dc1-030b798f247c, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:33:59.418113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.474032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.484168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.553893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:59.571379 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f1b520f2e14d44c38cac048489f1ae9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9934113 Feb 18 12:33:59.575597 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46592) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:59.821304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1746f6e0-a5c2-42a9-8de0-271d960b894a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.830091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:33:59.850826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.870324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Sync routers for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:33:59.873177 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Notify callbacks [] for router, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:33:59.873724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:33:59.874904 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7201190 Feb 18 12:33:59.878118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46620) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:33:59.996454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:34:00.008273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:34:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:00.116570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Pushing event updated for resources: {'Port': ['ID=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:00.136080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:00.253875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Routers {'c201eef2-3ff3-4b70-9732-9b63222bcc51'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:34:00.254546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:34:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c201eef2-3ff3-4b70-9732-9b63222bcc51'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:00.460380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:00.511851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca410ae-6e89-4b6f-af17-3165525807cb,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:00.518401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:34:00.545756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.992s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:00.626356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:00.711348 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] For port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:01.189242 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1d1a8baf-7af8-490b-aa07-11b944c6b835 req-d6c7f3fd-d5ac-465a-9727-ebd47d55b868 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 210 time: 1.1288998 Feb 18 12:34:01.239171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] Set router c201eef2-3ff3-4b70-9732-9b63222bcc51 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:34:01.288496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Allocated IP 172.20.0.1 (02c1dcc2-da09-4f16-a89c-f504d4982d4a/1b9df139-ddea-4e26-9b10-92f342f3934a/2f30eae2-6175-4b0b-9480-7ace11408f84) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:01.310720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.324275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.337862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:01.390716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46668) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:01.575230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Pushing event updated for resources: {'Port': ['ID=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:01.588867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:01.594929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46676) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:01.596067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.624325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:33:56Z', 'revision_number': 3, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:01.635572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1a2e66e2-569b-4f8e-8b3a-540cd7341e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:01.636803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Checking router: 0362f9c0-6d88-471c-8d6e-d787b03dcff6 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:34:01.637565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Updating router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 port c53841a7-b438-4259-ab46-5dfb5f6cb8cf binding host dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:34:01.667419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.668801 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/0ca410ae-6e89-4b6f-af17-3165525807cb HTTP/1.1" status: 204 len: 168 time: 2.0899932 Feb 18 12:34:01.670781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca410ae-6e89-4b6f-af17-3165525807cb,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:01.684537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:01.719522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.781263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.906763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:01.918357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Usage tracker for resource:security_group_rule and tenant:dec5c585a66a44868edf98d1e923d6a4 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:01.925915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:01.939377 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:01.954167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:01.969140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.006149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:02.018824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Usage tracker for resource:security_group_rule and tenant:da30cd9fa37d4d26b082eeefe7ca56c6 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:02.025121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:02.034924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:02.053141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:33:53Z', 'revision_number': 3, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port': {'id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:52Z', 'updated_at': '2021-02-18T12:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:02.059086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3d5f6-5c80-42fb-9e28-e31cd4104c90 None None] The sync data for ids ['c201eef2-3ff3-4b70-9732-9b63222bcc51'] in dv-cinder-776422-1-smb is: [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:33:53Z', 'revision_number': 3, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port': {'id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:52Z', 'updated_at': '2021-02-18T12:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:34:02.161757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.201883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:02.204155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.342664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.365062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.414882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Pushing event updated for resources: {'Port': ['ID=2f30eae2-6175-4b0b-9480-7ace11408f84,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:02.438308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:02.443456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:02.498851 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dec5c585a66a44868edf98d1e923d6a4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1056890 Feb 18 12:34:02.504758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46698) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:02.551291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.580181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.614234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Transition to ACTIVE for port object c53841a7-b438-4259-ab46-5dfb5f6cb8cf will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:02.620144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b1c00a-f75e-4544-9ec8-18cc43234c68,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:02.633437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.635762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:02.676083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.681863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 51aa72fa-cdd2-4965-9ea2-9e9807c3319b up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:02.713206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:02.823314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b2d071af-2303-4e20-a3a6-8aba4159fbee None None] Provisioning complete for port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:02.823740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2d071af-2303-4e20-a3a6-8aba4159fbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.832896 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.101', 49735) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:02.856407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:02.970937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:03.139784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5685d4a1-57b6-4598-98e3-018e8a54d30a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:03.215267 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Allocated IP 172.20.0.1 (6929e47a-a39c-4339-ae5c-5fb0392b3ed5/7898e79a-9982-4136-88a4-96a4dbb5bcf7/5fbd303a-1d8f-4e7a-b3c5-223392a618e1) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:03.338912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:03.346925 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-cc67173f-02ab-4573-a427-e412bff48e99 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:03.348564 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-cc67173f-02ab-4573-a427-e412bff48e99 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.101 "GET /v2.0/networks?id=e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 HTTP/1.1" status: 200 len: 810 time: 0.4975357 Feb 18 12:34:03.349537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:03.350043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765406'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.361796 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=da30cd9fa37d4d26b082eeefe7ca56c6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7627604 Feb 18 12:34:03.366526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9af6ed7-218c-4bca-a73a-bfcb88f83b3b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:03.373126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46744) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:03.407569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:03.410796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac8ffd-3ba3-40b9-a8a7-561da8b9e01d None None] Pushing event updated for resources: {'Port': ['ID=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:03.430621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f9ac8ffd-3ba3-40b9-a8a7-561da8b9e01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:03.442714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.489491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:03.490978 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.491124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.497943 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Request body: {'port': {'device_id': '475c061b-555d-4da7-a1ed-78c4cea33997', 'network_id': 'e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24', 'admin_state_up': True, 'tenant_id': '5dda665da25c42e8a6668159ce4eedd9'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:03.539143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Attempting to bind port c53841a7-b438-4259-ab46-5dfb5f6cb8cf on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:03.539879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Attempting to bind port c53841a7-b438-4259-ab46-5dfb5f6cb8cf by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:03.540442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Attempting to bind port c53841a7-b438-4259-ab46-5dfb5f6cb8cf on network 8aeb3598-1153-4699-96ad-276093b44ab6 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:03.560164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.561357 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c37492e4-d87b-44e4-a162-1208d08036ea req-fd2d5f32-f574-48cf-9f7a-3265d85269fd tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 210 time: 0.6929340 Feb 18 12:34:03.582673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Transition to ACTIVE for port object 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:03.617582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.640155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:03.641297 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:03.642366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.645218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Bound using segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:03.646215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Bound port: c53841a7-b438-4259-ab46-5dfb5f6cb8cf, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:03.646948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.792825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] For port c53841a7-b438-4259-ab46-5dfb5f6cb8cf, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:03.800387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] For port c53841a7-b438-4259-ab46-5dfb5f6cb8cf, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:03.822654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b59694c0-b08d-4371-a66c-f36dff8094dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:03.847645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.878073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:03.937683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:03.970687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:03.983539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:04.028817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:04.031702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:04.059141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:04.061504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765406'] for router_interface, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.132403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:04.156961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.174580 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac8ffd-3ba3-40b9-a8a7-561da8b9e01d None None] Pushing event updated for resources: {'Port': ['ID=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:04.191474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.274197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f9ac8ffd-3ba3-40b9-a8a7-561da8b9e01d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:04.278751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Usage tracker for resource:port and tenant:5dda665da25c42e8a6668159ce4eedd9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:04.296419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:04.316974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.353219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:04.385254 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:34:04.386341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:34:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:04.415153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:04.469446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Made reservation on behalf of 5dda665da25c42e8a6668159ce4eedd9 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:04.491544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.579075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9af6ed7-218c-4bca-a73a-bfcb88f83b3b,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:04.613116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:04.622255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.624765 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f9af6ed7-218c-4bca-a73a-bfcb88f83b3b HTTP/1.1" status: 204 len: 168 time: 1.2232785 Feb 18 12:34:04.631873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.709950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:04.722448 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/46b1c00a-f75e-4544-9ec8-18cc43234c68 HTTP/1.1" status: 204 len: 168 time: 2.2145472 Feb 18 12:34:04.724027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:04.798969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device bcfc0cb7-95b7-4e97-8dc1-030b798f247c up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:04.806494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b1c00a-f75e-4544-9ec8-18cc43234c68,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:04.944263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:05.199676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.384682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-5cb65ba1-f557-4d43-9535-4222a55146ea None None] Provisioning for port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:05.464341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-5cb65ba1-f557-4d43-9535-4222a55146ea None None] Provisioning complete for port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:05.465011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5cb65ba1-f557-4d43-9535-4222a55146ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:05.807106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:34:05.953893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.027087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.030154 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a49b356f-dcf1-42d1-9227-7de71d42f045 req-048a1a47-c61d-4998-bd26-a4450ce36163 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 210 time: 0.4507504 Feb 18 12:34:06.066999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.074796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853242984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854010500'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.103910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:06.237169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5cb65ba1-f557-4d43-9535-4222a55146ea None None] Port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:34:06.297093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46836) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:06.368980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.431200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Pushing event updated for resources: {'Port': ['ID=2f30eae2-6175-4b0b-9480-7ace11408f84,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:06.452301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:06.462862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:06.499288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port bcfc0cb7-95b7-4e97-8dc1-030b798f247c completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:06.531280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port bcfc0cb7-95b7-4e97-8dc1-030b798f247c triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:06.538266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.538938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Usage tracker for resource:security_group_rule and tenant:0762d1c2358a4bb98ec72a450f7c889f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:06.578052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:06.686776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.690939 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.692250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853242984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854010500'] for router_interface, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:06.793302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:06.956151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:07.020839 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:07.079923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:07.319633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46862) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:07.320901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:07.347036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:07.364262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:07.365349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:07.673290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:07.754866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port bcfc0cb7-95b7-4e97-8dc1-030b798f247c, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:07.778517 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:07.792108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f9ac8ffd-3ba3-40b9-a8a7-561da8b9e01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:07.937209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:34:07.979583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d6073b4a-a6be-4ed9-8b12-48b2e0f9f7fa None None] Provisioning complete for port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:07.980225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d6073b4a-a6be-4ed9-8b12-48b2e0f9f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:08.018711 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:33:56Z', 'revision_number': 3, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:08.040683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78dad4-30b2-44cd-9030-1f785d9685aa None None] The sync data for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb is: [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:33:56Z', 'revision_number': 3, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:34:08.060067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:08.068410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:08.099451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-d6073b4a-a6be-4ed9-8b12-48b2e0f9f7fa None None] Port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:34:08.644628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:08.647263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Allocated IP 172.20.0.5 (e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24/33630d97-7c47-42db-99a9-69579edb5513/f39e2d15-3a8a-4589-8159-fcaf96cb1cb9) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:08.662662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:08.748013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:08.803512 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Usage tracker for resource:security_group_rule and tenant:218cfce8c43d4059ae7925bcbdf51e62 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:08.828923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:34:08.841271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:08.893985 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] 10.222.0.85 "PUT /v2.0/routers/0362f9c0-6d88-471c-8d6e-d787b03dcff6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0026431 Feb 18 12:34:08.896577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:08.964729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Router c201eef2-3ff3-4b70-9732-9b63222bcc51 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:34:09.028108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:09.098587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f63b6bd6-5932-4220-9962-d56e05c91006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:09.123015 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0762d1c2358a4bb98ec72a450f7c889f&name=default HTTP/1.1" status: 200 len: 2975 time: 2.8239646 Feb 18 12:34:09.127133 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a51037ba-9dd6-447b-9a9a-9542c151f99b req-2a344944-070e-484e-abc0-dec5f8bf3415 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 210 time: 0.1730285 Feb 18 12:34:09.128589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46892) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:09.411100 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:09.417931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:09.569000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:09.597568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61d6790-e4e2-4cf5-b675-1434ea318f2f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:09.609082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:09.660100 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=218cfce8c43d4059ae7925bcbdf51e62&name=default HTTP/1.1" status: 200 len: 2978 time: 2.3019924 Feb 18 12:34:09.669989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b966689-14c2-46ec-ab8b-b3cae3cba37e,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:09.674212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46904) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:09.688383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:09.692227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:09.818639 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:09.859772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:34:09.886471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Sync routers for ids ['c201eef2-3ff3-4b70-9732-9b63222bcc51'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:34:09.899253 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] 10.222.0.85 "PUT /v2.0/routers/c201eef2-3ff3-4b70-9732-9b63222bcc51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3620412 Feb 18 12:34:09.914467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Routers {'c201eef2-3ff3-4b70-9732-9b63222bcc51'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:34:09.915350 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:34:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c201eef2-3ff3-4b70-9732-9b63222bcc51'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:09.934418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:09.987737 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:10.041375 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:10.227160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device bcfc0cb7-95b7-4e97-8dc1-030b798f247c up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:10.370346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:10.595490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:10.667801 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:10.669130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port bcfc0cb7-95b7-4e97-8dc1-030b798f247c triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:10.669698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:10.757471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86997e18-5e43-4bac-b4b3-398cc8fabe65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:10.846551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61d6790-e4e2-4cf5-b675-1434ea318f2f,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:10.862806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:10.923390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:10.930964 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f61d6790-e4e2-4cf5-b675-1434ea318f2f HTTP/1.1" status: 204 len: 168 time: 1.8008764 Feb 18 12:34:10.966056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:10.983804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:11.052056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b966689-14c2-46ec-ab8b-b3cae3cba37e,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:11.072663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:11.103970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:11.111959 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4b966689-14c2-46ec-ab8b-b3cae3cba37e HTTP/1.1" status: 204 len: 168 time: 1.4283953 Feb 18 12:34:11.131686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Set router c201eef2-3ff3-4b70-9732-9b63222bcc51 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:34:11.336777 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c53841a7-b438-4259-ab46-5dfb5f6cb8cf up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:11.409895 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Pushing event updated for resources: {'Port': ['ID=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:11.442889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.445s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:11.453097 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:11.455725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:11.459576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:11.467153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:11.468417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:11.506527 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0324314 Feb 18 12:34:11.563502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port c53841a7-b438-4259-ab46-5dfb5f6cb8cf completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:11.571862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b50bf0-f700-4d68-b8a2-587c2a60794c req-914a2f8a-e114-4aef-a279-997591772675 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:11.575987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port c53841a7-b438-4259-ab46-5dfb5f6cb8cf triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:11.576411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:11.576652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e3b50bf0-f700-4d68-b8a2-587c2a60794c req-914a2f8a-e114-4aef-a279-997591772675 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Synchronizing usage tracker for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:11.635467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-66ccd3fc-b69d-430b-a6f0-1a1960e20aa3 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:34:11.636814 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-66ccd3fc-b69d-430b-a6f0-1a1960e20aa3 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0121479 Feb 18 12:34:11.638438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e3b50bf0-f700-4d68-b8a2-587c2a60794c req-914a2f8a-e114-4aef-a279-997591772675 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Unset dirty status for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:11.641971 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e3b50bf0-f700-4d68-b8a2-587c2a60794c req-914a2f8a-e114-4aef-a279-997591772675 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 931 time: 0.9085374 Feb 18 12:34:11.712188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46948) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:11.719567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--745212075', 'description': 'tempest-description--829575643'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:11.745790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:11.770921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:11.790639 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:11.833576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:11.847699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e3b50bf0-f700-4d68-b8a2-587c2a60794c req-b2b91b3e-652a-46a9-b079-fe5dc93d4908 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Synchronizing usage tracker for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:11.870111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:11.883962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:11.895651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e3b50bf0-f700-4d68-b8a2-587c2a60794c req-b2b91b3e-652a-46a9-b079-fe5dc93d4908 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Unset dirty status for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:11.896963 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e3b50bf0-f700-4d68-b8a2-587c2a60794c req-b2b91b3e-652a-46a9-b079-fe5dc93d4908 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467148 Feb 18 12:34:11.953726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:11.965571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port c53841a7-b438-4259-ab46-5dfb5f6cb8cf, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:11.974341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:11.981091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group_rule and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:11.983759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:11.998213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:12.021323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:12.247876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:12.260984 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:12.495287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:12.510839 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:12.538215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:12.627665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:34:04Z', 'revision_number': 4, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port': {'id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:52Z', 'updated_at': '2021-02-18T12:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '2f30eae2-6175-4b0b-9480-7ace11408f84', 'name': '', 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'mac_address': 'fa:16:3e:65:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1b9df139-ddea-4e26-9b10-92f342f3934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:00Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 2, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'subnets': [{'id': '1b9df139-ddea-4e26-9b10-92f342f3934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:12.650493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Checking router: c201eef2-3ff3-4b70-9732-9b63222bcc51 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:34:12.659695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Updating router c201eef2-3ff3-4b70-9732-9b63222bcc51 port 2f30eae2-6175-4b0b-9480-7ace11408f84 binding host dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:34:12.671092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Sync routers for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:34:12.693522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:34:12.696414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:34:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:12.725551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288b8417-8d48-468a-a1f4-e331f080050b,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:12.742214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:12.743896 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:12.749252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 46970) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:12.750950 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0374870 Feb 18 12:34:12.755313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'security_group_rule': {'security_group_id': '288b8417-8d48-468a-a1f4-e331f080050b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:12.782056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:12.800758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group_rule and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:12.814788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:12.838843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:12.849566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:12.895825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.128791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.134638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.142859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:13.248373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05665be6-04b9-4fa5-b229-27ca3700e00e,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:13.272578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:13.289224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.294619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46984) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:13.301938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'security_group_rule': {'security_group_id': '288b8417-8d48-468a-a1f4-e331f080050b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:13.309570 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5590684 Feb 18 12:34:13.322696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:13.345733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group_rule and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:13.363854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:13.408243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:13.495057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.566972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 46988) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:13.690554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.738826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:34:13.790061 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:13.818889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Usage tracker for resource:security_group_rule and tenant:43c0bb69a2ae41e08cc0aebe25fc130e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:13.832668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab9edf-8abb-4c34-91b1-110ed3f6ddb1 req-5a5f1542-281f-4c81-95b7-849ced3a1bbd tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:13.839255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:13.852604 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4bab9edf-8abb-4c34-91b1-110ed3f6ddb1 req-5a5f1542-281f-4c81-95b7-849ced3a1bbd tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 931 time: 0.5695138 Feb 18 12:34:13.875733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.891793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Transition to ACTIVE for port object 2f30eae2-6175-4b0b-9480-7ace11408f84 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:13.893452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:13.897599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:13.940461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:14.055432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Request body: {'port': {'device_id': '475c061b-555d-4da7-a1ed-78c4cea33997', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:14.343941 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4bab9edf-8abb-4c34-91b1-110ed3f6ddb1 req-8125851b-1351-4324-862b-ad0a19b4d60d tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875255 Feb 18 12:34:14.433743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:14.441317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47008) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:14.482082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:14.549866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ccc69-48da-4e9c-a807-c5e3c33835a5 None None] Pushing event updated for resources: {'Port': ['ID=2f30eae2-6175-4b0b-9480-7ace11408f84,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:14.569158 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-813ccc69-48da-4e9c-a807-c5e3c33835a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.629s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:14.743622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c53841a7-b438-4259-ab46-5dfb5f6cb8cf up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:14.749268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:14.822382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-3cd0ccb2-1a31-4894-92f6-e75d578d632d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:14.823399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-3cd0ccb2-1a31-4894-92f6-e75d578d632d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Synchronizing usage tracker for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:network {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:14.927358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f57f3832-c557-4644-be86-0be6ef84d59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:14.961040 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=43c0bb69a2ae41e08cc0aebe25fc130e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3862026 Feb 18 12:34:15.006194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47030) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:15.094942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-3cd0ccb2-1a31-4894-92f6-e75d578d632d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Unset dirty status for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:network {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:15.101090 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-3cd0ccb2-1a31-4894-92f6-e75d578d632d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 819 time: 0.6598499 Feb 18 12:34:15.102546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port c53841a7-b438-4259-ab46-5dfb5f6cb8cf triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:15.102925 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.258937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.307117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.348099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Attempting to bind port 2f30eae2-6175-4b0b-9480-7ace11408f84 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:15.348586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Attempting to bind port 2f30eae2-6175-4b0b-9480-7ace11408f84 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:15.348972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Attempting to bind port 2f30eae2-6175-4b0b-9480-7ace11408f84 on network 02c1dcc2-da09-4f16-a89c-f504d4982d4a {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:15.367178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:15.369202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Checking segment: {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:15.369679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.370113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Bound using segment: {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:15.372629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Bound port: 2f30eae2-6175-4b0b-9480-7ace11408f84, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:15.375510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.384433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:15.394396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Usage tracker for resource:security_group_rule and tenant:7c23d3a259d0498b914fa2f6022858af is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:15.401819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:15.429588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:15.436724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:06Z', 'revision_number': 2, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:15.457319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Checking router: 0362f9c0-6d88-471c-8d6e-d787b03dcff6 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:34:15.458174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Updating router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 binding host dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:34:15.614927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.663191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.764011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] For port 2f30eae2-6175-4b0b-9480-7ace11408f84, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:15.777313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] For port 2f30eae2-6175-4b0b-9480-7ace11408f84, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=2f30eae2-6175-4b0b-9480-7ace11408f84,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:15.794061 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.828003 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.848376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb2585b-bf2c-4027-b4aa-d4a3d83cd715 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:15.874392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.878976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:15.928336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:16.059173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a164038d-84b2-4d83-8913-6d973623b5ae,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:16.172852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e715a34-812f-4d5f-9d5a-07972d43bd19 req-e875e3b8-f0b1-48dc-9cd2-2db06e6a8a9c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:16.187931 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e715a34-812f-4d5f-9d5a-07972d43bd19 req-e875e3b8-f0b1-48dc-9cd2-2db06e6a8a9c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 931 time: 0.3439093 Feb 18 12:34:16.218442 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-8311e49a-c050-4863-b25c-4838d37ca30c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/quotas/b2c7d155a9314c99b4f76248eed6b65d HTTP/1.1" status: 200 len: 375 time: 1.0301726 Feb 18 12:34:16.223189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.296s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:16.224083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-49b4eee7-dd38-4b07-b680-8e3d8607d1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:16.362896 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7c23d3a259d0498b914fa2f6022858af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9080114 Feb 18 12:34:16.370825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47060) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:16.415933 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e715a34-812f-4d5f-9d5a-07972d43bd19 req-e98ae1bb-5cb8-4f90-8321-dadeb058e02f tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222340 Feb 18 12:34:16.643586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:16.650185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:16.716226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:16.716613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.resource_extend [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 12:34:16.717763 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a164038d-84b2-4d83-8913-6d973623b5ae HTTP/1.1" status: 204 len: 168 time: 1.7012427 Feb 18 12:34:16.731478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:16.736063 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.4368672 Feb 18 12:34:16.739833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47074) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:16.759201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'floatingip': {'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:16.766641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:16.774831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:floatingip and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:16.781134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:16.794004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:16.810960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b8763-64e2-427e-865d-f3959b0652dd,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:16.817557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:16.856949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:16.936861 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:16.943340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.064s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:16.986638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d79480-e294-4e5e-84da-3da3de4b694e,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:16.995786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.000430 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:17.012918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8cb57e1b-7d18-4722-a704-29caec1ee9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:17.033420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Transition to ACTIVE for port object 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:17.038933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.043458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:34:17.076590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.095403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b92809a2-0237-4cd8-971c-e8be41a8ccdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:17.121589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ccc69-48da-4e9c-a807-c5e3c33835a5 None None] Pushing event updated for resources: {'Port': ['ID=2f30eae2-6175-4b0b-9480-7ace11408f84,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:17.130155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Transition to ACTIVE for port object f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:17.136948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-813ccc69-48da-4e9c-a807-c5e3c33835a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.286s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:17.162245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.303782 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-e5b39231-ea35-4dab-9e66-a43fbda98a76 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9313567 Feb 18 12:34:17.328202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Routers {'c201eef2-3ff3-4b70-9732-9b63222bcc51'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:34:17.328950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:34:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c201eef2-3ff3-4b70-9732-9b63222bcc51'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:17.329989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a164038d-84b2-4d83-8913-6d973623b5ae,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:17.345114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:17.479103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.547409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-415f9c4f-280f-4004-9e9b-6d7207c26036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:17.561461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.619163 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.685289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:17.691166 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bf4b8763-64e2-427e-865d-f3959b0652dd HTTP/1.1" status: 204 len: 168 time: 1.2737286 Feb 18 12:34:17.715887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Pushing event updated for resources: {'Port': ['ID=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:17.722826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303f109-efbb-416e-92f6-12dbdb57e91d None None] Pushing event updated for resources: {'Port': ['ID=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:17.737285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4303f109-efbb-416e-92f6-12dbdb57e91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:17.753160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:17.765168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:17.930933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] Set router c201eef2-3ff3-4b70-9732-9b63222bcc51 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:34:17.971117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b8763-64e2-427e-865d-f3959b0652dd,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:18.013310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:18.334594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Allocated IP 172.28.3.121 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/c57d734d-5bc5-44bf-8af9-54e107025464) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:18.678543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Attempting to bind port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:18.680199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Attempting to bind port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:18.686063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Attempting to bind port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 on network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:18.700541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:18.715318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:18.725148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Checking segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:18.727500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:18.728343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Bound using segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:18.730041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Bound port: 5fbd303a-1d8f-4e7a-b3c5-223392a618e1, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:18.731829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:18.824157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:18.919403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:19.117411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] For port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:19.128715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] For port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:19.141937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:19.233428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'Port': ['ID=c57d734d-5bc5-44bf-8af9-54e107025464,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:19.255545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:19.329711 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61875996-fba6-468d-8355-c317538c45dd req-8b619b4c-d648-4453-963a-9597728c0b8c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:19.331438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:34:04Z', 'revision_number': 4, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port': {'id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:52Z', 'updated_at': '2021-02-18T12:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '2f30eae2-6175-4b0b-9480-7ace11408f84', 'name': '', 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'mac_address': 'fa:16:3e:65:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1b9df139-ddea-4e26-9b10-92f342f3934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:00Z', 'updated_at': '2021-02-18T12:34:15Z', 'revision_number': 4, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'subnets': [{'id': '1b9df139-ddea-4e26-9b10-92f342f3934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:19.334494 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-61875996-fba6-468d-8355-c317538c45dd req-8b619b4c-d648-4453-963a-9597728c0b8c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 943 time: 1.5096300 Feb 18 12:34:19.340341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47130) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:19.348427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4a8b78-7453-4821-ab9d-7394dd3996ff None None] The sync data for ids ['c201eef2-3ff3-4b70-9732-9b63222bcc51'] in dv-cinder-776422-1-smb is: [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:34:04Z', 'revision_number': 4, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port': {'id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:52Z', 'updated_at': '2021-02-18T12:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '2f30eae2-6175-4b0b-9480-7ace11408f84', 'name': '', 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'mac_address': 'fa:16:3e:65:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '1b9df139-ddea-4e26-9b10-92f342f3934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:00Z', 'updated_at': '2021-02-18T12:34:15Z', 'revision_number': 4, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'subnets': [{'id': '1b9df139-ddea-4e26-9b10-92f342f3934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:34:19.404243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:19.425707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:19.428808 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:19.444540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:19.665034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Attempting to bind port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:19.665420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Attempting to bind port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '99b54e65-c128-46cf-a40b-be4e068e29a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:19.665783 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Attempting to bind port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 on network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:19.706178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:19.709256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303f109-efbb-416e-92f6-12dbdb57e91d None None] Pushing event updated for resources: {'Port': ['ID=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:19.753271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4303f109-efbb-416e-92f6-12dbdb57e91d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:19.754243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:19.788747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:19.798255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:34:19.798985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:34:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:19.799943 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Usage tracker for resource:security_group_rule and tenant:ae2f1d2b466345a3b243d590d8ede26d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:19.810095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:19.812648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-a7ac3afb-f228-46e6-804e-5262a4fbf7f9 service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:34:19.813961 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-a7ac3afb-f228-46e6-804e-5262a4fbf7f9 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 1.0693736 Feb 18 12:34:19.831417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:20.311763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:20.347134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:20.348173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:20.348649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Checking segment: {'id': '99b54e65-c128-46cf-a40b-be4e068e29a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:20.349172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:20.349549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Bound using segment: {'id': '99b54e65-c128-46cf-a40b-be4e068e29a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:20.350118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Bound port: f39e2d15-3a8a-4589-8159-fcaf96cb1cb9, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b54e65-c128-46cf-a40b-be4e068e29a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:20.355321 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:20.433340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:34:20.533687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:20.749668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:20.792899 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ae2f1d2b466345a3b243d590d8ede26d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4202647 Feb 18 12:34:20.808176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] For port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:20.857609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] For port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,segment=NetworkSegment(99b54e65-c128-46cf-a40b-be4e068e29a5),segment_id=99b54e65-c128-46cf-a40b-be4e068e29a5)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:20.869588 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-61875996-fba6-468d-8355-c317538c45dd req-a93381bc-5136-47df-a9b0-4d54a80a132c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4891002 Feb 18 12:34:20.875717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47148) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:20.880325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:20.963985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:34:21.479017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2f30eae2-6175-4b0b-9480-7ace11408f84 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:21.543890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47162) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:21.698544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:21.699322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:21.701082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] 10.222.0.101 "PUT /v2.0/ports/f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 HTTP/1.1" status: 200 len: 1157 time: 9.2238317 Feb 18 12:34:21.716133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c061b-555d-4da7-a1ed-78c4cea33997', 'tag': 'f39e2d15-3a8a-4589-8159-fcaf96cb1cb9'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:21.778541 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-f4904f56-1931-4f19-b176-3609ae2ea19a service neutron] 10.222.0.85 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9534421 Feb 18 12:34:22.082271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be04564-46b0-4935-9989-19cf5669ba67,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:22.161370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.411s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:22.193175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b36ad5ca-d53a-4e66-abdc-0da9be17b4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.542s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:22.271346 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-1e247dcf-d405-4711-af34-7f463c37c72e service neutron] 10.222.0.85 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4679570 Feb 18 12:34:22.349756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 2f30eae2-6175-4b0b-9480-7ace11408f84 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:22.362902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:19Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:34:22.365260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 2f30eae2-6175-4b0b-9480-7ace11408f84 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:22.365953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:22.485727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:22.535585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:22.546257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b225ab5d1107421996651bceac5a4185 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:22.552460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:22.562265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:22.585157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1113d74b-876b-4f8b-bebf-d71de8c0a4fc None None] The sync data for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb is: [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:19Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:34:22.625557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:22.670284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:22.767674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:22.774577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:22.862124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 2f30eae2-6175-4b0b-9480-7ace11408f84, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=2f30eae2-6175-4b0b-9480-7ace11408f84,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:22.870307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:22.871857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:22.877309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:22.898926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.101936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Pushing event updated for resources: {'Port': ['ID=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:23.122173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.929s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:23.145086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.167389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:23.207647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-191ae550-7f15-46c7-8944-1d90d96ba31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:23.282885 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be04564-46b0-4935-9989-19cf5669ba67,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:23.318637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:23.327930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.341620 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2be04564-46b0-4935-9989-19cf5669ba67 HTTP/1.1" status: 204 len: 168 time: 2.4516864 Feb 18 12:34:23.348657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'Port': ['ID=c57d734d-5bc5-44bf-8af9-54e107025464,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:23.354250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:23.407374 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ddde9f80-83f2-4f38-ab1c-756b196d824a req-4fce7bff-d2e8-449f-95e8-6e4761580bff tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.1321516 Feb 18 12:34:23.415597 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f56415-d88f-4336-897a-4d33fd9f45d1 req-c254571c-501d-41a4-9514-98dfd12eef59 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:23.422181 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e6f56415-d88f-4336-897a-4d33fd9f45d1 req-c254571c-501d-41a4-9514-98dfd12eef59 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 943 time: 1.0350420 Feb 18 12:34:23.448308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-2c38d8fa-aac9-465e-82f2-4b92a4fe1657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:23.457314 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-2c38d8fa-aac9-465e-82f2-4b92a4fe1657 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=5dda665da25c42e8a6668159ce4eedd9&device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 1160 time: 1.5470057 Feb 18 12:34:23.472189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.525472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.532536 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7892795 Feb 18 12:34:23.624743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.635944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.679858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:23.694371 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=2f30eae2-6175-4b0b-9480-7ace11408f84,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:23.714362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:23.754849 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-36ff0600-6136-45b7-b6ea-89d2f219785c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 HTTP/1.1" status: 200 len: 217 time: 0.2844806 Feb 18 12:34:23.837891 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:23.853411 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b225ab5d1107421996651bceac5a4185&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1595180 Feb 18 12:34:23.864193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47266) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:23.867227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:23.867741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:23.941810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26ae9b-4286-4bab-a136-fcd19615a842,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:23.977390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:24.064518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-f8f8193c-d6cd-4298-9bdd-19671401db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:24.066283 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-f8f8193c-d6cd-4298-9bdd-19671401db62 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=33630d97-7c47-42db-99a9-69579edb5513 HTTP/1.1" status: 200 len: 850 time: 0.2912624 Feb 18 12:34:24.071270 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e6f56415-d88f-4336-897a-4d33fd9f45d1 req-4376e335-2d4c-4f12-b8b2-3956389906b1 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052580 Feb 18 12:34:24.182733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:24.233733 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-f7679433-c7ee-4e15-8df6-a5e606fb9d3c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597345 Feb 18 12:34:24.267550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:24.340062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:24.441505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:24.457930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cc7a134b-818c-4265-b379-c6a37f93fb42 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:24.486385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:24.493948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:24.499052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b26ae9b-4286-4bab-a136-fcd19615a842,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:24.500064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:24.514177 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:24.519051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:24.526578 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9b26ae9b-4286-4bab-a136-fcd19615a842 HTTP/1.1" status: 204 len: 168 time: 0.6612825 Feb 18 12:34:24.620831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:24.647684 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:25.084917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-3a04514f-d07d-4c55-9dbc-3543c41344e4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:25.098308 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-3a04514f-d07d-4c55-9dbc-3543c41344e4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 819 time: 0.4526675 Feb 18 12:34:25.102621 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-4c56688a-e316-4c66-8f6c-0cfe7e47c864 service neutron] 10.222.0.101 "GET /v2.0/networks/e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8592682 Feb 18 12:34:25.111151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2f30eae2-6175-4b0b-9480-7ace11408f84 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:25.119935 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c061b-555d-4da7-a1ed-78c4cea33997', 'tag': 'f39e2d15-3a8a-4589-8159-fcaf96cb1cb9', 'status': 'completed', 'code': 200} Feb 18 12:34:25.128972 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-1fd36b08-1f31-4ce9-8d62-5af2180da8eb tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/quotas/b2c7d155a9314c99b4f76248eed6b65d HTTP/1.1" status: 200 len: 375 time: 0.0289536 Feb 18 12:34:25.245710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-83f8467c-3147-456c-b234-7b343e7a5031 req-5ce61511-6ca9-408a-a58b-f22ad81a5498 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:25.324360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-83f8467c-3147-456c-b234-7b343e7a5031 req-5ce61511-6ca9-408a-a58b-f22ad81a5498 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:25.337824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-5ce61511-6ca9-408a-a58b-f22ad81a5498 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--745212075&fields=id&tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 267 time: 0.2144310 Feb 18 12:34:25.391836 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 2f30eae2-6175-4b0b-9480-7ace11408f84 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:25.392455 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:25.452659 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-215a54f9-8b67-44b3-8732-c86fa035bad6 req-f9bbc885-d160-4692-94bc-ee13eb131164 service neutron] 10.222.0.101 "GET /v2.0/networks/e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3205245 Feb 18 12:34:25.541561 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-db297c6f-92e8-4219-a85a-4bfb798630b5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Synchronizing usage tracker for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:25.584151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-db297c6f-92e8-4219-a85a-4bfb798630b5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Unset dirty status for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:25.594299 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-db297c6f-92e8-4219-a85a-4bfb798630b5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4639986 Feb 18 12:34:25.733989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:25.787961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-27c25323-4cbc-434a-bee6-1948bdd06345 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:25.790343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-83f8467c-3147-456c-b234-7b343e7a5031 req-27c25323-4cbc-434a-bee6-1948bdd06345 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:network {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:25.839920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-83f8467c-3147-456c-b234-7b343e7a5031 req-27c25323-4cbc-434a-bee6-1948bdd06345 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:network {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:25.847760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:25.848450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:25.860993 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-27c25323-4cbc-434a-bee6-1948bdd06345 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 816 time: 0.5142186 Feb 18 12:34:25.882938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47330) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:25.889259 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-0e9a9b39-d96c-4425-b02c-33b0114c9b2d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/quotas/aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 375 time: 0.0236249 Feb 18 12:34:25.960584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47336) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:26.018161 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-07d5f132-b890-4c0b-ba03-294ba9ccc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:26.020268 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-07d5f132-b890-4c0b-ba03-294ba9ccc1f6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=5dda665da25c42e8a6668159ce4eedd9&device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 1160 time: 0.1983101 Feb 18 12:34:26.022820 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-860ed228-8719-456f-8844-3396d0908c6f service neutron] 10.222.0.85 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4274557 Feb 18 12:34:26.105976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-83f8467c-3147-456c-b234-7b343e7a5031 req-5d8dea6c-5692-4e55-814c-f3a3a1c3c3bc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:26.127019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-83f8467c-3147-456c-b234-7b343e7a5031 req-5d8dea6c-5692-4e55-814c-f3a3a1c3c3bc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:26.129944 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-5d8dea6c-5692-4e55-814c-f3a3a1c3c3bc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2223518 Feb 18 12:34:26.267312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47344) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:26.317551 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-e5eb12f1-ccce-4f33-8e10-678bc26dc08a service neutron] 10.222.0.85 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2330515 Feb 18 12:34:26.385117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:26.462701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:26.486605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-8a2e6bc5-d431-4ee2-b267-d7b8fac5b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:26.490202 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-8a2e6bc5-d431-4ee2-b267-d7b8fac5b387 service neutron] 10.222.0.101 "GET /v2.0/networks?id=e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 HTTP/1.1" status: 200 len: 904 time: 0.4606361 Feb 18 12:34:26.503407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Usage tracker for resource:security_group_rule and tenant:4aed7a170cf84d4c8114be13a4484b05 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:26.572173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:26.603986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:26.630435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.101', 49754) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:26.834020 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-f3ce56ef-67ad-420b-a405-ec927361f7be service neutron] 10.222.0.85 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6897416 Feb 18 12:34:27.212003 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1d5ebb0-ad03-4e7c-9c09-4bd055f23972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:27.410482 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-983b8e6e-0cf0-42b8-9d2d-cb84d755f2dc service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 HTTP/1.1" status: 200 len: 217 time: 0.9126203 Feb 18 12:34:27.434970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:27.489877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:27.495015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0db6875cee714dadb1f39760addaf9f9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:27.504492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:27.526000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:27.579526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:27.779134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:27.787213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Usage tracker for resource:security_group_rule and tenant:45c6bda3491a42f1a2597048b7488cce is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:27.793878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:27.805284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-ac979258-9cad-4a1d-b42d-9d3e261013d9 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:27.807642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:27.808330 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-ac979258-9cad-4a1d-b42d-9d3e261013d9 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 819 time: 1.1708925 Feb 18 12:34:27.854987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Request body: {'port': {'device_id': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a', 'admin_state_up': True, 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:27.971322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-6d4a28a0-896f-4ad8-a61b-bc90b01586d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:27.973656 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-6d4a28a0-896f-4ad8-a61b-bc90b01586d5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=33630d97-7c47-42db-99a9-69579edb5513 HTTP/1.1" status: 200 len: 850 time: 0.4993341 Feb 18 12:34:27.997743 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-91df927d-ccfd-49a1-832b-c5fed34a9f4f service neutron] 10.222.0.85 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1379042 Feb 18 12:34:27.999716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.007906 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.023002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:28.169123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.178761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:28.202244 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-7274ee31-aa6a-4efa-80f6-8a06ba1b33a3 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081654 Feb 18 12:34:28.205298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:28.222508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.244257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a933ad-4e56-4d03-90bc-9ce59ccf1f78,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:28.245537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd529b-c87b-40bf-9c2a-11704c1f3c78 req-3330fcea-f3f0-4288-8e46-b989d66420f5 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:28.252097 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Made reservation on behalf of b2c7d155a9314c99b4f76248eed6b65d for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:28.258614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.259631 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aabd529b-c87b-40bf-9c2a-11704c1f3c78 req-3330fcea-f3f0-4288-8e46-b989d66420f5 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 943 time: 0.8479476 Feb 18 12:34:28.271080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:28.276348 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=4aed7a170cf84d4c8114be13a4484b05&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0075352 Feb 18 12:34:28.281059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47386) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:28.488843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:28.583083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae04fbcd-4544-490f-88ab-53719e5dd603,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:28.587896 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-1804d8e5-5ef4-46ce-a122-8c92deb50546 service neutron] 10.222.0.101 "GET /v2.0/networks/e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632088 Feb 18 12:34:28.588982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:28.622816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.638296 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b7188f5d-9201-4836-9531-9d93a0b1d9f7 req-d88239de-2ad7-4b43-a70a-a1611b7c3db6 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 210 time: 0.1697111 Feb 18 12:34:28.666755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.681162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.845546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:28.861442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:28.967474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec60797-8289-45ab-99fa-c2f677de2066,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:28.984199 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aabd529b-c87b-40bf-9c2a-11704c1f3c78 req-ff2d2dc6-378d-4bbd-8110-9c58fabad4eb tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631014 Feb 18 12:34:28.988543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:28.998053 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=45c6bda3491a42f1a2597048b7488cce&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0360281 Feb 18 12:34:29.003262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47406) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:29.112031 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0db6875cee714dadb1f39760addaf9f9&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2205415 Feb 18 12:34:29.134673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47412) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:29.148748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.158464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.101', 49761) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:29.175169 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f13406ba-c36b-4353-9413-a80d2b5813ce req-3b9d76e1-0a9a-464c-a2e5-9d8076e21933 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 210 time: 0.3409376 Feb 18 12:34:29.289718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.441537 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f58237c4-e42d-413d-ad1f-849dca70bfe3 req-1a0cb07d-5afc-40b9-aaa5-162d285dd723 service neutron] 10.222.0.101 "GET /v2.0/networks/e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8255005 Feb 18 12:34:29.442380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.450492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c3ba3143-d661-4d82-bb1a-781b6b359bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:29.470098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae04fbcd-4544-490f-88ab-53719e5dd603,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:29.479244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:29.514543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.548609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.643025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.644736 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae04fbcd-4544-490f-88ab-53719e5dd603 HTTP/1.1" status: 204 len: 168 time: 0.6400616 Feb 18 12:34:29.645842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.656740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb504e4a-c50b-4404-ae5a-e913603dfa2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:29.668312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.669822 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bec60797-8289-45ab-99fa-c2f677de2066 HTTP/1.1" status: 204 len: 168 time: 0.5167258 Feb 18 12:34:29.693022 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec60797-8289-45ab-99fa-c2f677de2066,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:29.702738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:29.779792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b159e86-1e33-4128-a981-7fbe5a7d66f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.795495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.838239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:29.931610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a933ad-4e56-4d03-90bc-9ce59ccf1f78,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:29.934583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Allocated IP 172.20.0.14 (02c1dcc2-da09-4f16-a89c-f504d4982d4a/1b9df139-ddea-4e26-9b10-92f342f3934a/28a11634-fc63-4b56-8152-3d524e1fd4c3) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:29.941858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:29.947566 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/59a933ad-4e56-4d03-90bc-9ce59ccf1f78 HTTP/1.1" status: 204 len: 168 time: 1.6609583 Feb 18 12:34:29.993643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:30.031409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-53e688c0-93ae-4a37-87c6-ecb609a80466 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:30.034708 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-53e688c0-93ae-4a37-87c6-ecb609a80466 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 819 time: 0.7521098 Feb 18 12:34:30.078531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:30.091024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Request body: {'port': {'device_id': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a', 'admin_state_up': True, 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:30.252292 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1071b0db-9dee-49ba-97cf-d6bf9cb42de2 req-90fab503-acce-4f06-b539-600ba9c60156 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 210 time: 0.0738640 Feb 18 12:34:30.474214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:30.503674 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c882707d-23a8-4b5c-8b5d-4f59e6157883 req-2a2739b8-2b4c-4f9a-af68-f859a03df261 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 210 time: 0.0730033 Feb 18 12:34:30.508403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Usage tracker for resource:port and tenant:b2c7d155a9314c99b4f76248eed6b65d is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:30.530134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:30.549972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:30.699414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Made reservation on behalf of b2c7d155a9314c99b4f76248eed6b65d for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:30.710995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:30.799685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537bf06-0eb1-46cf-9280-7363ef01ac9d req-d85acc64-de35-4e54-bb4b-882aa17f3e65 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:30.802012 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6537bf06-0eb1-46cf-9280-7363ef01ac9d req-d85acc64-de35-4e54-bb4b-882aa17f3e65 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 943 time: 0.4488907 Feb 18 12:34:31.068326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-5559e9d7-ff8d-4727-a818-8b8d4b64edb6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:34:31.076058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:31.081032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47464) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:31.121689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:31.207508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:31.226956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Usage tracker for resource:security_group_rule and tenant:b48fc681e33b4ce28480e567b77a1553 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:31.239671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:31.281934 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6537bf06-0eb1-46cf-9280-7363ef01ac9d req-730b7802-bae4-44e5-a7a2-507d55c96b0d tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423010 Feb 18 12:34:31.418797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47472) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:31.559055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:31.579172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:31.637883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:31.655175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:31.662446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:31.665903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-e72cbf64-f110-49da-b84a-d29e15a7c48a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:31.669035 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-e72cbf64-f110-49da-b84a-d29e15a7c48a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 816 time: 0.5189090 Feb 18 12:34:31.676675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Usage tracker for resource:security_group_rule and tenant:9008a4c8f71e4cee852fb71b592a1c8b is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:31.677576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:31.699131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:31.735046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:31.750748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:31.995449 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:32.010066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:32.011082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:32.130054 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:32.136692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:32.181287 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a3fd3914-3246-44f3-b59e-f1995c2f5ccb req-6608b020-5ea6-4f58-a2be-cca20b335d95 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 210 time: 0.2581737 Feb 18 12:34:32.190006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:32.343585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:32.356845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e1aa47ba-4d1d-4091-9212-2b35e175bc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:32.424632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c061b-555d-4da7-a1ed-78c4cea33997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39e2d15-3a8a-4589-8159-fcaf96cb1cb9'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:32.453701 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b48fc681e33b4ce28480e567b77a1553&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3697028 Feb 18 12:34:32.466860 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-7db78fb1-4105-426e-9a34-01b111bf089f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 5703 time: 0.5534079 Feb 18 12:34:32.467748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47488) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:32.469002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a96dbf-d9bc-433b-8d01-ff44ea0e636d,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:32.488974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:32.606661 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f49c76b-c117-4533-8171-7c5c74b66cd2 req-ab834a76-018c-4bfe-8efb-f42827061110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 210 time: 0.5065424 Feb 18 12:34:32.691504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'port': {'device_id': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'admin_state_up': True, 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'security_groups': ['288b8417-8d48-468a-a1f4-e331f080050b']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:32.693639 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,segment=NetworkSegment(99b54e65-c128-46cf-a40b-be4e068e29a5),segment_id=99b54e65-c128-46cf-a40b-be4e068e29a5)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:32.708919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:32.729825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:32.762111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Pushing event updated for resources: {'Port': ['ID=28a11634-fc63-4b56-8152-3d524e1fd4c3,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:32.779845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.030s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:32.940534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:32.949767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:33.100008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:33.198571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Allocated IP 172.20.0.9 (02c1dcc2-da09-4f16-a89c-f504d4982d4a/1b9df139-ddea-4e26-9b10-92f342f3934a/ba8d93be-85aa-4ca9-a799-95b92e7680e4) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:33.234678 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c061b-555d-4da7-a1ed-78c4cea33997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39e2d15-3a8a-4589-8159-fcaf96cb1cb9', 'code': 200} Feb 18 12:34:33.235300 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:33.235718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.327304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.388771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:33.397346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:33.417202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:33.455386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:33.465315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.476600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:33.481850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd9c0b-87db-4b95-b35c-583b9cee1f67 req-7890d372-41e7-406d-b5f8-5f534af47b21 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:33.483878 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-72bd9c0b-87db-4b95-b35c-583b9cee1f67 req-7890d372-41e7-406d-b5f8-5f534af47b21 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 0.4323072 Feb 18 12:34:33.507532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:33.512511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.539502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Made reservation on behalf of aff66760a70d4a1ba1b7b6565d6cf21e for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:33.546119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.566737 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.101', 49769) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:33.691231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1bceead5-a914-4e7c-94a4-80ae56917899 req-ab2a36f2-2590-4737-b78d-c669d4fa1b5f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Synchronizing usage tracker for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:33.862109 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-72bd9c0b-87db-4b95-b35c-583b9cee1f67 req-d34facc1-7e52-4bce-a522-bff9c61173a6 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3581760 Feb 18 12:34:33.952037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.962099 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1290884 Feb 18 12:34:33.969559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1bceead5-a914-4e7c-94a4-80ae56917899 req-ab2a36f2-2590-4737-b78d-c669d4fa1b5f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Unset dirty status for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:33.971841 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1bceead5-a914-4e7c-94a4-80ae56917899 req-ab2a36f2-2590-4737-b78d-c669d4fa1b5f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 210 time: 0.3954210 Feb 18 12:34:33.978444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:33.995361 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Request body: {'port': {'device_id': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:34.089445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-86ad311b-4239-4a38-bc1d-3dae40dcca65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:34.179542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:34.239541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:34.252307 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9008a4c8f71e4cee852fb71b592a1c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8200700 Feb 18 12:34:34.254843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47542) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:34.262204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Allocated IP 172.20.0.10 (6929e47a-a39c-4339-ae5c-5fb0392b3ed5/7898e79a-9982-4136-88a4-96a4dbb5bcf7/e8cbd295-7227-4fb1-b7cb-b31574db5d86) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:34:34.267119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-ea30f423-2547-4e89-b9cb-b3e94df5e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:34.269205 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-ea30f423-2547-4e89-b9cb-b3e94df5e59c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 1162 time: 0.7008281 Feb 18 12:34:34.303416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a96dbf-d9bc-433b-8d01-ff44ea0e636d,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:34.306814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f2d0df-2425-41e8-b73a-c35eb1fa9f99,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:34.352484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-b7463db2-929b-422d-927f-489702e31463 req-00488b98-1123-4e03-8152-42b0e0c1c482 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:34.360096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:34.419855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:34.423352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:34.431464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:34.440050 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:34.496427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-b7463db2-929b-422d-927f-489702e31463 req-00488b98-1123-4e03-8152-42b0e0c1c482 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:34.505321 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b7463db2-929b-422d-927f-489702e31463 req-00488b98-1123-4e03-8152-42b0e0c1c482 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 210 time: 0.3313408 Feb 18 12:34:34.507747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:34.558852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:34.560227 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d1a96dbf-d9bc-433b-8d01-ff44ea0e636d HTTP/1.1" status: 204 len: 168 time: 2.0748205 Feb 18 12:34:34.883233 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:34.988791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Usage tracker for resource:security_group_rule and tenant:647fcccbe0924f1ca2d025607fdee371 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:35.057407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:35.073453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:35.191680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:35.231524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:35.240785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:35.245653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:35.289640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad81c0f0-9aa4-4c38-ae80-1aa652d06ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:35.377335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:35.551069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:35.653809 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Pushing event updated for resources: {'Port': ['ID=ba8d93be-85aa-4ca9-a799-95b92e7680e4,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:35.669589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:35.739244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Transition to ACTIVE for port object e8cbd295-7227-4fb1-b7cb-b31574db5d86 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:35.763490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a123f68-ec07-46d6-a84b-ab0352a65388 req-c52e70eb-92ca-49d0-8f7d-42134c671b53 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:35.767985 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6a123f68-ec07-46d6-a84b-ab0352a65388 req-c52e70eb-92ca-49d0-8f7d-42134c671b53 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 0.6025157 Feb 18 12:34:35.981667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:35.999962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-59c06d30-9760-475a-bf8e-2512587bc624 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:36.010240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.029813 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960ed23-7254-43b4-99ab-73e6bc5f6e42 req-169e849d-b62c-4c4a-aa5a-9d23e31dee21 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:36.034418 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8960ed23-7254-43b4-99ab-73e6bc5f6e42 req-169e849d-b62c-4c4a-aa5a-9d23e31dee21 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 931 time: 0.4450779 Feb 18 12:34:36.043685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.074263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:36.079957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:36.084414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:36.101344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:36.101344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.149546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f2d0df-2425-41e8-b73a-c35eb1fa9f99,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:36.217152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.235317 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1744125 Feb 18 12:34:36.252058 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6a123f68-ec07-46d6-a84b-ab0352a65388 req-a6db7149-1bb7-4a85-8c47-9168f0974e15 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996602 Feb 18 12:34:36.287150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Request body: {'port': {'device_id': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:36.618079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:36.621335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Synchronizing usage tracker for tenant:647fcccbe0924f1ca2d025607fdee371 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:36.624402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:36.670835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.730573 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'Port': ['ID=e8cbd295-7227-4fb1-b7cb-b31574db5d86,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:36.733705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.734959 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b9f2d0df-2425-41e8-b73a-c35eb1fa9f99 HTTP/1.1" status: 204 len: 168 time: 2.4610183 Feb 18 12:34:36.736830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:36.751922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-aa8880eb-4e0a-4bfe-a144-5926926f4886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:36.787169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a207f10b-57d1-4137-b7a4-8e180a2c5f50,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:36.796706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:36.844327 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8960ed23-7254-43b4-99ab-73e6bc5f6e42 req-956dc44c-e72d-469e-8475-a8ca62a5e32f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6911440 Feb 18 12:34:36.923333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28a11634-fc63-4b56-8152-3d524e1fd4c3 {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:34:36.931808 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Unset dirty status for tenant:647fcccbe0924f1ca2d025607fdee371 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:36.934694 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6339900 Feb 18 12:34:36.937021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c6fce-dee1-45d6-8e55-cf50de1665e6 req-8d219bf5-c53c-49bc-8daa-c8a3868ea2cf tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:36.938754 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8f3c6fce-dee1-45d6-8e55-cf50de1665e6 req-8d219bf5-c53c-49bc-8daa-c8a3868ea2cf tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 932 time: 0.4355593 Feb 18 12:34:36.946049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:36.996228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:34:36.998499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:37.002713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:34:37.009251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:37.009969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:37.049422 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3675325 Feb 18 12:34:37.145657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Transition to ACTIVE for port object 28a11634-fc63-4b56-8152-3d524e1fd4c3 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:37.168304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:37.244198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 47640) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:37.332794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Request body: {'port': {'device_id': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:37.489444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3f117360-99b2-4331-85bb-c216205dacb1 None None] Provisioning for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:37.503505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3f117360-99b2-4331-85bb-c216205dacb1 None None] Provisioning complete for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:37.504233 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3f117360-99b2-4331-85bb-c216205dacb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:37.571664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:37.718149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3f117360-99b2-4331-85bb-c216205dacb1 None None] Port e8cbd295-7227-4fb1-b7cb-b31574db5d86 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:34:37.884684 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:38.109976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:38.125955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8d93be-85aa-4ca9-a799-95b92e7680e4 {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:34:38.136389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:38.155733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Transition to ACTIVE for port object ba8d93be-85aa-4ca9-a799-95b92e7680e4 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:38.156331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:38.161694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Usage tracker for resource:security_group_rule and tenant:5c2840cc4904491ca56e1393dcf2e375 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:38.166422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:38.173743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:38.193206 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8f3c6fce-dee1-45d6-8e55-cf50de1665e6 req-6fc99a77-2b16-40fb-a754-fdc25b82dc2e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1888683 Feb 18 12:34:38.255438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:38.281096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485003dc-b725-4a9e-955b-40ac440af1c5 req-76169e98-00a7-48cc-a5f7-0014ace85002 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:38.293555 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-485003dc-b725-4a9e-955b-40ac440af1c5 req-76169e98-00a7-48cc-a5f7-0014ace85002 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 0.5951290 Feb 18 12:34:38.495552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:38.512515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:38.528843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0579afe6-f52b-481b-ac12-71fdbe3f5601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:38.570704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b228e52e-23a9-48c4-8ef1-2cf73126decb,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:38.657661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:38.700412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Pushing event updated for resources: {'Port': ['ID=28a11634-fc63-4b56-8152-3d524e1fd4c3,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:38.704376 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5c2840cc4904491ca56e1393dcf2e375&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4566014 Feb 18 12:34:38.715146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47712) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:38.717810 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-485003dc-b725-4a9e-955b-40ac440af1c5 req-1f95c9c1-5dcc-4f4b-bd96-1bb6e3b2d558 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229605 Feb 18 12:34:38.767253 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.196s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:38.776249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:38.880969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d93be-85aa-4ca9-a799-95b92e7680e4,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:38.939365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:38.970261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.066162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa276584-4598-479a-b16e-475dab9a9826 req-be7363a2-725f-457c-84cc-8dbd433dbb0d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:39.067842 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fa276584-4598-479a-b16e-475dab9a9826 req-be7363a2-725f-457c-84cc-8dbd433dbb0d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.3768635 Feb 18 12:34:39.110139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.268158 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cbd295-7227-4fb1-b7cb-b31574db5d86 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:34:39.302903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.309273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-fa276584-4598-479a-b16e-475dab9a9826 req-30857833-ec04-4825-979d-2e0967bbd2d9 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Synchronizing usage tracker for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:39.344035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Transition to ACTIVE for port object e8cbd295-7227-4fb1-b7cb-b31574db5d86 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:34:39.348510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.441120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Attempting to bind port 28a11634-fc63-4b56-8152-3d524e1fd4c3 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:39.441821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Attempting to bind port 28a11634-fc63-4b56-8152-3d524e1fd4c3 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:39.442571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Attempting to bind port 28a11634-fc63-4b56-8152-3d524e1fd4c3 on network 02c1dcc2-da09-4f16-a89c-f504d4982d4a {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:39.470896 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c049e240-0365-4fcb-8ee3-85b703246805 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:39.525671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:39.526072 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Checking segment: {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:39.526521 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.526929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Bound using segment: {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:39.527460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Bound port: 28a11634-fc63-4b56-8152-3d524e1fd4c3, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:39.527843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.596768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Attempting to bind port ba8d93be-85aa-4ca9-a799-95b92e7680e4 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:39.597259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Attempting to bind port ba8d93be-85aa-4ca9-a799-95b92e7680e4 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:39.597516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Attempting to bind port ba8d93be-85aa-4ca9-a799-95b92e7680e4 on network 02c1dcc2-da09-4f16-a89c-f504d4982d4a {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:39.604677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-fa276584-4598-479a-b16e-475dab9a9826 req-30857833-ec04-4825-979d-2e0967bbd2d9 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Unset dirty status for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:39.606089 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fa276584-4598-479a-b16e-475dab9a9826 req-30857833-ec04-4825-979d-2e0967bbd2d9 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275059 Feb 18 12:34:39.720794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] For port 28a11634-fc63-4b56-8152-3d524e1fd4c3, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:39.726832 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] For port 28a11634-fc63-4b56-8152-3d524e1fd4c3, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:39.728068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cbd295-7227-4fb1-b7cb-b31574db5d86,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:39.733623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:39.734020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Checking segment: {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:39.734527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.734937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Bound using segment: {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:39.735718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Bound port: ba8d93be-85aa-4ca9-a799-95b92e7680e4, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '02c1dcc2-da09-4f16-a89c-f504d4982d4a'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:39.736457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.737438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:39.753252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:39.828985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763266f-1e43-4782-8a1e-de9300787948 req-d929ddd7-39a6-4a48-a070-7f2e47207d2c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:39.831653 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f763266f-1e43-4782-8a1e-de9300787948 req-d929ddd7-39a6-4a48-a070-7f2e47207d2c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.3616464 Feb 18 12:34:40.002214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:40.117413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Attempting to bind port e8cbd295-7227-4fb1-b7cb-b31574db5d86 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:34:40.118930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Attempting to bind port e8cbd295-7227-4fb1-b7cb-b31574db5d86 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:34:40.119595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Attempting to bind port e8cbd295-7227-4fb1-b7cb-b31574db5d86 on network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:34:40.164372 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:34:40.165005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Checking segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:40.165649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.166193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Bound using segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:34:40.166871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Bound port: e8cbd295-7227-4fb1-b7cb-b31574db5d86, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:34:40.167411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.196578 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f763266f-1e43-4782-8a1e-de9300787948 req-c1950469-02e6-41d1-8bc5-9049dc5ae6f7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927521 Feb 18 12:34:40.245664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:40.246353 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.247881 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] 10.222.0.101 "PUT /v2.0/ports/28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 1158 time: 6.2623169 Feb 18 12:34:40.248845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.323360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:40.396156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Pushing event updated for resources: {'Port': ['ID=28a11634-fc63-4b56-8152-3d524e1fd4c3,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:40.401067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:40.454250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] For port e8cbd295-7227-4fb1-b7cb-b31574db5d86, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:40.471131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] For port e8cbd295-7227-4fb1-b7cb-b31574db5d86, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:40.480103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.508005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:40.579683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] For port ba8d93be-85aa-4ca9-a799-95b92e7680e4, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:34:40.588127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] For port ba8d93be-85aa-4ca9-a799-95b92e7680e4, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ba8d93be-85aa-4ca9-a799-95b92e7680e4,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:34:40.655823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:40.677662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.691428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.696248 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b228e52e-23a9-48c4-8ef1-2cf73126decb HTTP/1.1" status: 204 len: 168 time: 1.9245493 Feb 18 12:34:40.869757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:40.871183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:40.873946 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] 10.222.0.101 "PUT /v2.0/ports/e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 1158 time: 3.5457573 Feb 18 12:34:40.896149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:40.917631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b228e52e-23a9-48c4-8ef1-2cf73126decb,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:40.920423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:40.946862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:41.148937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a471c-ecfa-4596-ac30-3f0f5545be3d req-75199332-c064-4460-8a8c-1a0252bb6bc9 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:41.158646 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-088a471c-ecfa-4596-ac30-3f0f5545be3d req-75199332-c064-4460-8a8c-1a0252bb6bc9 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 1.0133865 Feb 18 12:34:41.166497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:41.166876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:41.168606 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] 10.222.0.101 "PUT /v2.0/ports/ba8d93be-85aa-4ca9-a799-95b92e7680e4 HTTP/1.1" status: 200 len: 1157 time: 4.9000752 Feb 18 12:34:41.193634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Pushing event updated for resources: {'Port': ['ID=ba8d93be-85aa-4ca9-a799-95b92e7680e4,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:41.198697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:41.265284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cbd295-7227-4fb1-b7cb-b31574db5d86,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:41.275591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-876deee6-64ae-4c71-96e5-3a222f3b2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:41.278403 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-876deee6-64ae-4c71-96e5-3a222f3b2087 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1161 time: 0.6828990 Feb 18 12:34:41.290811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:41.344929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb127d-7fe7-4e1e-ade7-5f4cad8cd53f req-ec0e2ce6-d04d-43cc-91d1-b3220c9f8691 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:41.347358 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cfcb127d-7fe7-4e1e-ade7-5f4cad8cd53f req-ec0e2ce6-d04d-43cc-91d1-b3220c9f8691 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.4192922 Feb 18 12:34:41.423587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-4a155a5f-465f-45c0-a305-d4881cb82ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:41.433738 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-4a155a5f-465f-45c0-a305-d4881cb82ea4 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1161 time: 0.3454645 Feb 18 12:34:41.579392 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-c6cf5eee-c8f6-4cea-8377-52417e64c0ff service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 217 time: 0.1081271 Feb 18 12:34:41.592949 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cfcb127d-7fe7-4e1e-ade7-5f4cad8cd53f req-15629472-9e76-4e29-a044-06fd54818dc6 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204564 Feb 18 12:34:41.593942 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-088a471c-ecfa-4596-ac30-3f0f5545be3d req-29e25f53-ba96-4c47-bd8e-b8100c2cf8f8 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336975 Feb 18 12:34:41.676045 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-0166d733-22a4-4dd5-9a71-d8a3949839a4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 217 time: 0.3729117 Feb 18 12:34:41.677367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-7e951f72-d398-49d9-baad-a1711101c82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:41.679506 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-7e951f72-d398-49d9-baad-a1711101c82c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0855067 Feb 18 12:34:41.751958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47820) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:41.798330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:41.843210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:41.851923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Usage tracker for resource:security_group_rule and tenant:d65db6763c3f47c28b61c7ff12fe26a8 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:41.865203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:41.872825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:41.886360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8467c-3147-456c-b234-7b343e7a5031 req-d6992544-bda7-4cb6-a84d-e4b028c7f892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:41.887988 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-d6992544-bda7-4cb6-a84d-e4b028c7f892 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1998918 Feb 18 12:34:41.972075 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'status': 'completed', 'code': 200} Feb 18 12:34:42.030121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.035379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-d46ec02e-c5ed-4542-9915-b86bac8d4538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:42.043368 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-d46ec02e-c5ed-4542-9915-b86bac8d4538 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.3552287 Feb 18 12:34:42.045421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:42.082766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:42.195501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-1a52e496-5f9c-48f6-bece-6be78edde8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:42.203540 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-1a52e496-5f9c-48f6-bece-6be78edde8a4 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 1160 time: 0.9049537 Feb 18 12:34:42.246831 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-646a02de-6e6e-4747-bd57-4a9296a3bbce service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487375 Feb 18 12:34:42.283002 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3', 'status': 'completed', 'code': 200} Feb 18 12:34:42.438588 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-360d58cc-e0b0-4301-a71b-781f42e89fb5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3674119 Feb 18 12:34:42.472295 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d65db6763c3f47c28b61c7ff12fe26a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7193112 Feb 18 12:34:42.500070 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-4e81922e-2887-4879-9c59-3ecefdb15838 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba8d93be-85aa-4ca9-a799-95b92e7680e4 HTTP/1.1" status: 200 len: 217 time: 0.2400880 Feb 18 12:34:42.503645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 47844) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:42.504526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b269a3be-e9c5-4906-a0d5-190786a2dd29,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:42.767344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:42.770778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83256f89-fbb4-4842-ae99-178d1bee9970 req-486c16f1-5564-4074-a100-5e00837246f9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:42.780214 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83256f89-fbb4-4842-ae99-178d1bee9970 req-486c16f1-5564-4074-a100-5e00837246f9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.6797359 Feb 18 12:34:42.785131 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83f8467c-3147-456c-b234-7b343e7a5031 req-d5f3ffbe-9b97-4850-a02f-50f9191af1f4 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5135796 Feb 18 12:34:42.825107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-06155d9e-be24-4e76-98cd-3dae84889db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:42.827052 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-06155d9e-be24-4e76-98cd-3dae84889db8 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.3167598 Feb 18 12:34:42.829207 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-bb0e758d-e956-4ed0-9c2f-dda7a0eb3946 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601632 Feb 18 12:34:42.847777 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-83256f89-fbb4-4842-ae99-178d1bee9970 req-4b8be55b-3e1c-4ce6-a7a8-79505f8b3bcc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635855 Feb 18 12:34:42.907858 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-fd6aad62-3bdc-417e-aca7-c7fe4d20fa52 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656893 Feb 18 12:34:43.005908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-cb88edcb-d477-4436-99b2-ddfb58cb2752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:43.008190 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-cb88edcb-d477-4436-99b2-ddfb58cb2752 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1161 time: 0.1000338 Feb 18 12:34:43.209203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-ba801652-e666-41b1-a468-6ce5177bd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:43.211981 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-ba801652-e666-41b1-a468-6ce5177bd423 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.1941223 Feb 18 12:34:43.246475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:43.311461 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-7252f820-f378-4477-83f5-e29a28c7fef7 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 217 time: 0.0912337 Feb 18 12:34:43.439333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-0a4c3d39-4fbe-4a67-9ff1-330907006cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:43.440979 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-0a4c3d39-4fbe-4a67-9ff1-330907006cc9 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.1111770 Feb 18 12:34:43.473588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:43.559546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-e32200ee-e5b2-4302-8a7c-f65354cbba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:43.561991 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-e32200ee-e5b2-4302-8a7c-f65354cbba17 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1116629 Feb 18 12:34:43.572103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab8914-2803-4910-b3b5-a9dc30cd307b req-fd897fa1-ce96-4789-a8b6-4777638a0afc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:43.573856 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84ab8914-2803-4910-b3b5-a9dc30cd307b req-fd897fa1-ce96-4789-a8b6-4777638a0afc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.6748130 Feb 18 12:34:43.650272 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-0c567c8f-dbcc-487c-a878-78e340d5bb77 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7058985 Feb 18 12:34:43.650272 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a14bdf4-e704-46e5-965a-174bc2ea43dc req-546a18b7-97fe-4eb5-8db0-8b050c8e637e service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7465401 Feb 18 12:34:43.816647 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-38575512-6d61-493f-8d23-0de3de16a8c0 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462351 Feb 18 12:34:43.849708 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84ab8914-2803-4910-b3b5-a9dc30cd307b req-2d637448-dc44-4d6b-8b98-895d9b7c4f7c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533007 Feb 18 12:34:43.851477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:43.914252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d0262ad6-2e28-42ae-b1e9-8aac82bdc9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:44.001871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b269a3be-e9c5-4906-a0d5-190786a2dd29,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:44.005790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:44.034867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:44.042492 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b269a3be-e9c5-4906-a0d5-190786a2dd29 HTTP/1.1" status: 204 len: 168 time: 1.5334632 Feb 18 12:34:44.078189 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-84a4ebd9-8707-4f12-8bb9-ea3335cd3efd service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4021161 Feb 18 12:34:44.092483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-e9e5f8e3-5dfc-40f7-af73-02476fac0890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:44.094572 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-e9e5f8e3-5dfc-40f7-af73-02476fac0890 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1161 time: 0.3005106 Feb 18 12:34:44.188941 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be04cb3d-4f65-4225-8d8e-d5973fac5b51 req-45b62ef9-4301-4ad8-aa24-bed236bef4c2 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3586078 Feb 18 12:34:44.288756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'tag': 'ba8d93be-85aa-4ca9-a799-95b92e7680e4'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:44.390860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-0f207a05-0c73-4976-8e7e-9f72fd5fef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:44.392465 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-0f207a05-0c73-4976-8e7e-9f72fd5fef5a service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.2896512 Feb 18 12:34:44.400499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b1228-9a6b-482e-a72e-c1b6b0654d85 req-79d5a908-0f15-44fd-9a16-d1a07040d030 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:44.404014 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d7b1228-9a6b-482e-a72e-c1b6b0654d85 req-79d5a908-0f15-44fd-9a16-d1a07040d030 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1885011 Feb 18 12:34:44.503560 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-6f9a97ae-803f-4f6a-9ffd-86bb8ecb4788 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 217 time: 0.0968657 Feb 18 12:34:44.647967 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d7b1228-9a6b-482e-a72e-c1b6b0654d85 req-0c373cd5-d434-4989-8808-d70a97c929e8 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425338 Feb 18 12:34:44.688103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-9b3ea097-1e17-472f-a972-92ac64e62064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:44.690364 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-9b3ea097-1e17-472f-a972-92ac64e62064 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.1593804 Feb 18 12:34:44.766455 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-3697eb07-0820-4d0d-9b1c-daa0d3c0b4e1 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685763 Feb 18 12:34:44.956558 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'tag': 'ba8d93be-85aa-4ca9-a799-95b92e7680e4', 'status': 'completed', 'code': 200} Feb 18 12:34:45.049285 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-af41f539-6288-48f4-ad86-5282aabab2f1 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753441 Feb 18 12:34:45.242169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-895ad6bf-dcd7-46d9-9dc8-ccca8e0f1982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:45.244240 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-895ad6bf-dcd7-46d9-9dc8-ccca8e0f1982 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 1160 time: 0.2296839 Feb 18 12:34:45.381301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48004) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:45.442679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b826d48-a43e-484d-9bde-71f78a1f7ef8 req-6cc02a48-8038-47a4-af24-d09432f80c99 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:45.450794 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b826d48-a43e-484d-9bde-71f78a1f7ef8 req-6cc02a48-8038-47a4-af24-d09432f80c99 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.3284099 Feb 18 12:34:45.457836 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6db4ef6c-9137-457e-96d5-d2638ae77f38 req-67602e7a-4be2-4205-ba37-d56425f7711f service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3833470 Feb 18 12:34:45.554202 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b826d48-a43e-484d-9bde-71f78a1f7ef8 req-5ea09425-dc6b-45c3-9cff-71df4aa797c1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018658 Feb 18 12:34:45.587971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-39d387d2-c04a-40cd-a660-ba03681574f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:45.590066 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-39d387d2-c04a-40cd-a660-ba03681574f6 service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.3250034 Feb 18 12:34:45.684030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:45.720665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:45.729660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Usage tracker for resource:security_group_rule and tenant:494f29f2343740de80ea30863f841788 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:45.743213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:45.751795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:45.793542 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-e1204346-b223-4dc2-b367-acf820a37aa0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba8d93be-85aa-4ca9-a799-95b92e7680e4 HTTP/1.1" status: 200 len: 217 time: 0.1534979 Feb 18 12:34:45.906871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:45.911122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:45.924120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:45.967178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-9b5481ab-e0c1-4e25-afed-4241a720ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:45.969108 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-9b5481ab-e0c1-4e25-afed-4241a720ba35 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.1685867 Feb 18 12:34:45.971382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11789b26-ef1c-4758-8b62-f98e89fd0f6c,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:45.993013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:45.999563 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=494f29f2343740de80ea30863f841788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6109691 Feb 18 12:34:45.999850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48034) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:46.029753 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-ae60e813-e377-42f4-9bca-0a5df0271e1e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528688 Feb 18 12:34:46.086845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:46.124633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:46.183819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867dfe2-c8ef-4ac5-8b95-23c26525671f req-91abd09e-d2e2-4ca1-a480-23accd2162a7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:46.192118 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6867dfe2-c8ef-4ac5-8b95-23c26525671f req-91abd09e-d2e2-4ca1-a480-23accd2162a7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.3265324 Feb 18 12:34:46.207399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:46.220507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-73da6d3a-5fbf-4946-90c6-0ca9f3c697c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:46.264112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11789b26-ef1c-4758-8b62-f98e89fd0f6c,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:46.264265 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-97569959-7aa1-41ce-bb24-560cd3f8b938 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256944 Feb 18 12:34:46.284362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:46.288627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:46.293586 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/11789b26-ef1c-4758-8b62-f98e89fd0f6c HTTP/1.1" status: 204 len: 168 time: 0.2924600 Feb 18 12:34:46.301179 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6867dfe2-c8ef-4ac5-8b95-23c26525671f req-34332024-4a23-4e59-8dd8-444555adf773 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049702 Feb 18 12:34:46.498375 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a34eeb51-2d6e-4bb4-8f50-c111d12b7852 req-bcf85c05-ee94-42dd-8ed5-de429ba23219 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1989040 Feb 18 12:34:46.617847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:46.645410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48062) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:46.694698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48068) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:46.753914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:46.794084 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:46.800531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5a51cf9dc84a60bca6f432665df4d6 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:46.805754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:46.813258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:46.898422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45635050-c2ae-44a9-8eb8-5e7fc8420ee5 req-799308b5-2de8-4a52-95dd-f008fcda6ca2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:46.901462 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-45635050-c2ae-44a9-8eb8-5e7fc8420ee5 req-799308b5-2de8-4a52-95dd-f008fcda6ca2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.1876788 Feb 18 12:34:46.993639 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.035872 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-45635050-c2ae-44a9-8eb8-5e7fc8420ee5 req-32fb4a35-db0d-4ab4-b3e3-c006f98d2b1e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234176 Feb 18 12:34:47.037051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:47.049038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Usage tracker for resource:security_group_rule and tenant:62d81b5f966b4d26818618aef8a16efc is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:47.053139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:47.070640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:47.093200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.099784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.110641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:47.183924 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2d5a51cf9dc84a60bca6f432665df4d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4879701 Feb 18 12:34:47.186837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48082) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:47.188827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530e8389-f22a-4744-b7b5-41a209b1ca15,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:47.193214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:47.276588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.282258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.286868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.305561 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1186c287-9993-4684-abb7-6ea3b51f6044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:47.312198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.390432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.405293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:47.406602 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=62d81b5f966b4d26818618aef8a16efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7595983 Feb 18 12:34:47.408140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd020f36-7ea9-49a8-bf62-5aa8afcb3f15,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:47.413434 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48098) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:47.418757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:47.461819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e8389-f22a-4744-b7b5-41a209b1ca15,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:47.472274 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:47.490327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.495625 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/530e8389-f22a-4744-b7b5-41a209b1ca15 HTTP/1.1" status: 204 len: 168 time: 0.3043096 Feb 18 12:34:47.521269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.628636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.634463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a96fda-e72f-4891-9166-a7f58258ec44 req-19eb0510-2ff9-4677-9778-5c5e3ff21d40 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:47.636345 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a2a96fda-e72f-4891-9166-a7f58258ec44 req-19eb0510-2ff9-4677-9778-5c5e3ff21d40 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1082175 Feb 18 12:34:47.694706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.715831 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a2a96fda-e72f-4891-9166-a7f58258ec44 req-5bc2091c-7fc3-4dad-9ce5-59003ee3fd1a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728490 Feb 18 12:34:47.720323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:47.745355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd020f36-7ea9-49a8-bf62-5aa8afcb3f15,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:47.769141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:47.770460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:47.774878 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bd020f36-7ea9-49a8-bf62-5aa8afcb3f15 HTTP/1.1" status: 204 len: 168 time: 0.3571322 Feb 18 12:34:48.323983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48126) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:48.329801 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ec06e-4103-4cfc-b6d5-cb3875e56ea1 req-05972486-a2fb-4b7a-98ee-ede1e65665f6 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:48.338587 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-506ec06e-4103-4cfc-b6d5-cb3875e56ea1 req-05972486-a2fb-4b7a-98ee-ede1e65665f6 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.1576159 Feb 18 12:34:48.371491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.404249 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-506ec06e-4103-4cfc-b6d5-cb3875e56ea1 req-4907a3f8-8a23-4845-8159-f2f2b52c367b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647380 Feb 18 12:34:48.411479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:48.416525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Usage tracker for resource:security_group_rule and tenant:c0c009c9d8a84b4391433f686e071d3d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:48.420288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:48.427338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:48.436139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48130) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:48.457641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.479544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:48.485000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Usage tracker for resource:security_group_rule and tenant:16c1110f232540408d9a245141b78b35 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:48.489678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:48.497657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:48.555320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.558785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.568189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a975e37-de48-482a-a7c2-58d4eaf17710 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:48.604742 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c0c009c9d8a84b4391433f686e071d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803891 Feb 18 12:34:48.609234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48134) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:48.612252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.621780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7149a693-e96f-422f-8a0f-338744b3b2bc,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:48.625627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:48.631338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.643760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:48.730656 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=16c1110f232540408d9a245141b78b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2903180 Feb 18 12:34:48.732017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48140) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:48.736538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2600cf-46f3-4be3-b3e7-34a090b2fa80,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:48.776688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.777117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.777526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.777924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.778313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.778699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.779086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.779472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.779859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.780332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.780715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.781130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.781567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.782059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.782477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.782933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.783295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.783673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.784060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.784582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.785151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.785605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.785884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.786264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:48.791729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:48.811028 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.880142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.902606 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:48.967849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:49.019269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:49.027332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c76b4b28-986b-4d30-9376-8fdf5a55fe18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:49.049360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7149a693-e96f-422f-8a0f-338744b3b2bc,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:49.054546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78354-2150-4957-a6f6-e22a3bd34458 req-d4e03f0e-dc3f-4b76-a804-8fdbc98dd0d5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:49.056348 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39a78354-2150-4957-a6f6-e22a3bd34458 req-d4e03f0e-dc3f-4b76-a804-8fdbc98dd0d5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1127067 Feb 18 12:34:49.057992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:49.086183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:49.093376 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7149a693-e96f-422f-8a0f-338744b3b2bc HTTP/1.1" status: 204 len: 168 time: 0.4793947 Feb 18 12:34:49.103196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:49.110705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4dffbe8a-ebc5-4cc0-a430-830fbc9371a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:49.124024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:49.142144 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4b2600cf-46f3-4be3-b3e7-34a090b2fa80 HTTP/1.1" status: 204 len: 168 time: 0.4087429 Feb 18 12:34:49.142610 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39a78354-2150-4957-a6f6-e22a3bd34458 req-1620f766-c257-40bd-80f3-92e675c81066 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712960 Feb 18 12:34:49.144203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2600cf-46f3-4be3-b3e7-34a090b2fa80,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:49.149603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:49.935877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-6f690496-1ae7-4cf2-8b78-43b94104577a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:34:50.051416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa684-8ea4-4dbf-8269-a99227f29912 req-556f9866-3838-4b57-868f-a8aa00c8c467 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:50.062101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a65fa684-8ea4-4dbf-8269-a99227f29912 req-556f9866-3838-4b57-868f-a8aa00c8c467 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 0.1271522 Feb 18 12:34:50.106552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23024237-8297-4305-8d83-839856b2cafb req-008f8741-a838-4646-9b28-1a61bc0964b8 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:50.109550 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23024237-8297-4305-8d83-839856b2cafb req-008f8741-a838-4646-9b28-1a61bc0964b8 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.3933127 Feb 18 12:34:50.156457 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a65fa684-8ea4-4dbf-8269-a99227f29912 req-fde8bfac-bb9b-4560-9c65-7e6022f25523 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929611 Feb 18 12:34:50.236256 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23024237-8297-4305-8d83-839856b2cafb req-7fc8b5d4-fba6-4589-a51a-d212fbc74c5d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149669 Feb 18 12:34:50.521732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e31c96-af3c-472f-8fe5-8facb0cbf543 req-a86fa5be-6a1f-4616-a9d6-c25b548c1932 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:50.525094 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8e31c96-af3c-472f-8fe5-8facb0cbf543 req-a86fa5be-6a1f-4616-a9d6-c25b548c1932 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1374464 Feb 18 12:34:50.618075 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8e31c96-af3c-472f-8fe5-8facb0cbf543 req-1fc24b7d-3ccd-4e59-86b3-3f4d0f91361c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855315 Feb 18 12:34:50.871814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48226) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:51.007795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-30656233-network', 'tenant_id': '993392b8f5cc4d7489e4e6a8320e32ff'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:51.012850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:51.016240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Usage tracker for resource:network and tenant:993392b8f5cc4d7489e4e6a8320e32ff is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:51.019446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:51.028615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:51.042005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Made reservation on behalf of 993392b8f5cc4d7489e4e6a8320e32ff for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:51.047246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.062408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.080251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:51.085902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Usage tracker for resource:security_group_rule and tenant:993392b8f5cc4d7489e4e6a8320e32ff is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:51.090048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:51.098840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:51.221708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.229992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.276796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b536798-df03-49a9-9df8-7b16c3ed68a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:51.357169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:34:51.376626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c10962a-f098-4bdd-aa31-074f4f84469a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:51.465106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.465551 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Added segment 52798abc-0850-4dc9-8e7c-ddff37daa8af of type vxlan for network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 Feb 18 12:34:51.478596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.479016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.479411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.479806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.480192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.480578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.481015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.481376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.481760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.482138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.482515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.482892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.483313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.483690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.484064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.484436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.484814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.485214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.485590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.485964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.486339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.486713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.487238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.487479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:34:51.503821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:51.575235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.600616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800a043-a4f7-477f-94b6-f4cf30889e93 req-cabf505c-dc6f-4f29-a329-bcef892ed702 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:51.602637 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1800a043-a4f7-477f-94b6-f4cf30889e93 req-cabf505c-dc6f-4f29-a329-bcef892ed702 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 0.2273808 Feb 18 12:34:51.646043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ee55ae-3839-494a-ba21-4d010644f8d4 req-0a210f5e-1f17-46d3-8180-8e7470486e49 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:51.649561 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-16ee55ae-3839-494a-ba21-4d010644f8d4 req-0a210f5e-1f17-46d3-8180-8e7470486e49 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.2382801 Feb 18 12:34:51.676851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.681340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:51.682206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:51.689109 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1800a043-a4f7-477f-94b6-f4cf30889e93 req-43619c4f-e478-4adf-b87a-50e66d13d598 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679309 Feb 18 12:34:51.691843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:51.774824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-16ee55ae-3839-494a-ba21-4d010644f8d4 req-6fccf423-26fc-40f0-a6a6-543d95e5387a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119199 Feb 18 12:34:51.810951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Pushing event updated for resources: {'Network': ['ID=99b0ef78-59a4-4fee-88b5-44f41e196ee0,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:51.817166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:51.828247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:34:51.840346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48264) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:51.840549 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9673681 Feb 18 12:34:51.850015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:34:51.852351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Request body: {'subnet': {'network_id': '99b0ef78-59a4-4fee-88b5-44f41e196ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-30656233-subnet', 'tenant_id': '993392b8f5cc4d7489e4e6a8320e32ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:51.864493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:51.903235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Usage tracker for resource:subnet and tenant:993392b8f5cc4d7489e4e6a8320e32ff is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:51.918019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:51.927506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:51.964700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Made reservation on behalf of 993392b8f5cc4d7489e4e6a8320e32ff for: {'subnet': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:51.976215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:52.054962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d233e4-718c-4483-bad4-6042a35c0a07 req-7a6784b6-f546-4e1e-8f6b-237b76ddea4d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:52.057507 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59d233e4-718c-4483-bad4-6042a35c0a07 req-7a6784b6-f546-4e1e-8f6b-237b76ddea4d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1407452 Feb 18 12:34:52.145385 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59d233e4-718c-4483-bad4-6042a35c0a07 req-d1847bcc-6458-4471-b3f9-20a0c6ac6c98 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721333 Feb 18 12:34:52.660720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7446aee-9fcd-4d02-867b-065086eef331 req-9bc89367-195d-48df-bcdc-700f661f920b tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:52.662434 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7446aee-9fcd-4d02-867b-065086eef331 req-9bc89367-195d-48df-bcdc-700f661f920b tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.101 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 0.1293454 Feb 18 12:34:52.747231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:52.770586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Deleting port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:34:52.770977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:52.856249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:52.872643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:52.882298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:52.886109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:52.907524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:53.126823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] For port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,segment=NetworkSegment(99b54e65-c128-46cf-a40b-be4e068e29a5),segment_id=99b54e65-c128-46cf-a40b-be4e068e29a5)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:53.127655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:53.175397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b37e010-d816-47b1-ba53-155a52684212,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:53.191164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:53.192110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48294) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:53.232263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:53.291023 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:53.291365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Calling delete_port for f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:34:53.310671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port e8cbd295-7227-4fb1-b7cb-b31574db5d86, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:53.315655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:53.317550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:53.468265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4303f109-efbb-416e-92f6-12dbdb57e91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:53.477090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f434ce-1e24-4a19-a3d1-9af6744a1bae req-b6e7dc65-075e-4ad6-8044-6db5b3176254 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:53.486351 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a2f434ce-1e24-4a19-a3d1-9af6744a1bae req-b6e7dc65-075e-4ad6-8044-6db5b3176254 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 945 time: 0.2866933 Feb 18 12:34:53.557391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:53.675026 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=e8cbd295-7227-4fb1-b7cb-b31574db5d86,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:53.695958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:53.717243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port ba8d93be-85aa-4ca9-a799-95b92e7680e4 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:53.719496 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a2f434ce-1e24-4a19-a3d1-9af6744a1bae req-05e6448b-a162-4659-8cbc-c9d2ef1602ca tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/security-groups?id=17efbfc2-c4ca-406e-b23c-e9a9baad3b95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260838 Feb 18 12:34:53.721318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:53.724314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port ba8d93be-85aa-4ca9-a799-95b92e7680e4 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:53.724868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:53.746534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Usage tracker for resource:security_group_rule and tenant:8c54700ca7df41418923a9c792bf2cdc is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:53.756603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:53.830739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:53.926781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Checking segment: {'id': '52798abc-0850-4dc9-8e7c-ddff37daa8af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99b0ef78-59a4-4fee-88b5-44f41e196ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:53.927498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Network hostable DHCP agents. Network: 99b0ef78-59a4-4fee-88b5-44f41e196ee0, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:34:54.002062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.035132 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48324) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:54.060273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port ba8d93be-85aa-4ca9-a799-95b92e7680e4, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ba8d93be-85aa-4ca9-a799-95b92e7680e4,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:54.064782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.066040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 28a11634-fc63-4b56-8152-3d524e1fd4c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:54.094754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:34:54.151152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:54.163985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 99b0ef78-59a4-4fee-88b5-44f41e196ee0) {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:54.199441 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:54.200098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.261349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa00af-9992-4c1d-a67e-29385e2903d7 req-6453fa81-a6f8-482e-91c8-a0077154e780 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:54.263114 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1afa00af-9992-4c1d-a67e-29385e2903d7 req-6453fa81-a6f8-482e-91c8-a0077154e780 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.3548155 Feb 18 12:34:54.283566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0bcd2-f1cb-478b-b49d-3a4c4a86cf12 req-470f7d6c-fa75-4228-b92c-d45fc5c059ce tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:54.296721 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0bd0bcd2-f1cb-478b-b49d-3a4c4a86cf12 req-470f7d6c-fa75-4228-b92c-d45fc5c059ce tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 943 time: 0.8607845 Feb 18 12:34:54.362749 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.380486 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1d851c26-b763-4a9a-81a5-1a5948785762 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5384486 Feb 18 12:34:54.388566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.414442 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0bd0bcd2-f1cb-478b-b49d-3a4c4a86cf12 req-1158ca9e-62f5-4016-84f9-8c4e204af64c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162274 Feb 18 12:34:54.451905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.474342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.479341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:54.506627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:54.527862 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8c54700ca7df41418923a9c792bf2cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3268511 Feb 18 12:34:54.533864 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'code': 200} Feb 18 12:34:54.534919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=ba8d93be-85aa-4ca9-a799-95b92e7680e4,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:54.540761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:54.547750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2005f1a4-1b50-4264-acab-c4e0936213af None None] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:34:54.549788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48352) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:54.588192 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1afa00af-9992-4c1d-a67e-29385e2903d7 req-e991d339-a70a-4a22-acfe-7aa0343291f2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3123443 Feb 18 12:34:54.597083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:54.608302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Pushing event deleted for resources: {'Port': ['ID=f39e2d15-3a8a-4589-8159-fcaf96cb1cb9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:54.622143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:54.628095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Usage tracker for resource:security_group_rule and tenant:e388b0b1597a43df87b544af8f496a4e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:54.642763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:54.687691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:54.690909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 28a11634-fc63-4b56-8152-3d524e1fd4c3 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:34:54.692540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b7446c-240a-4d31-af48-64a017c1885f,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:54.704327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 28a11634-fc63-4b56-8152-3d524e1fd4c3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:54.725585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.779887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:54.885915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] No DVR routers for this DVR port f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:34:54.894887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:54.908953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c061b-555d-4da7-a1ed-78c4cea33997', 'name': 'network-vif-deleted', 'tag': 'f39e2d15-3a8a-4589-8159-fcaf96cb1cb9'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:54.910661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.003543 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7446aee-9fcd-4d02-867b-065086eef331 req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.101 "DELETE /v2.0/ports/f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 HTTP/1.1" status: 204 len: 173 time: 2.3297310 Feb 18 12:34:55.116611 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.123729 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c061b-555d-4da7-a1ed-78c4cea33997', 'name': 'network-vif-deleted', 'tag': 'f39e2d15-3a8a-4589-8159-fcaf96cb1cb9', 'status': 'completed', 'code': 200} Feb 18 12:34:55.136933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-23e9a24b-8179-4567-89a3-60d7d77a5227 req-1ee26a11-c921-4747-95b1-5b86ba0fe4e0 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Synchronizing usage tracker for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:34:55.154702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-23e9a24b-8179-4567-89a3-60d7d77a5227 req-1ee26a11-c921-4747-95b1-5b86ba0fe4e0 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Unset dirty status for tenant:5dda665da25c42e8a6668159ce4eedd9 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:34:55.156796 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23e9a24b-8179-4567-89a3-60d7d77a5227 req-1ee26a11-c921-4747-95b1-5b86ba0fe4e0 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 210 time: 0.1119280 Feb 18 12:34:55.170121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.219563 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 28a11634-fc63-4b56-8152-3d524e1fd4c3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:34:55.224577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.231420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:55.255815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.271148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.292307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5a4dd71d-5916-40f5-b6af-9613a7a71517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:55.418832 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e388b0b1597a43df87b544af8f496a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3786647 Feb 18 12:34:55.419329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48396) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:55.434410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=28a11634-fc63-4b56-8152-3d524e1fd4c3,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:55.435066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c190be87-fd51-4455-a93d-b37bd9c7fe7d,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:55.440422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbcd04-698e-4d72-96cc-16ab3501b83a req-1fdd51a9-9704-46ba-9cb8-9e02907612e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:55.440629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5983b791-bcdc-4e34-96d4-827d1c78cb9c None None] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:34:55.442092 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-27cbcd04-698e-4d72-96cc-16ab3501b83a req-1fdd51a9-9704-46ba-9cb8-9e02907612e3 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1163 time: 0.4591467 Feb 18 12:34:55.442991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:55.508067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.519049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c49426f5-5137-4f5c-be77-6edf02087dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:55.534388 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-27cbcd04-698e-4d72-96cc-16ab3501b83a req-1c907def-4be3-45b4-852c-1fc68d1e52ee service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799596 Feb 18 12:34:55.537817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b7446c-240a-4d31-af48-64a017c1885f,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:55.548507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:55.555490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.556797 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c3b7446c-240a-4d31-af48-64a017c1885f HTTP/1.1" status: 204 len: 168 time: 0.9978585 Feb 18 12:34:55.562779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.623932 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.724565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:55.753329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.759521 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-deef55c9-e11d-4d94-996c-c4f0eaed26eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:55.789798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c190be87-fd51-4455-a93d-b37bd9c7fe7d,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:55.801146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:55.809033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:55.810270 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c190be87-fd51-4455-a93d-b37bd9c7fe7d HTTP/1.1" status: 204 len: 168 time: 0.3894687 Feb 18 12:34:55.826714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5824fa-ae57-4ea8-93a0-9eaffb1c5eee req-0f90bf62-48ba-48a6-a185-34b4f87bbbfc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:55.835053 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3a5824fa-ae57-4ea8-93a0-9eaffb1c5eee req-0f90bf62-48ba-48a6-a185-34b4f87bbbfc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1794937 Feb 18 12:34:55.908411 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3a5824fa-ae57-4ea8-93a0-9eaffb1c5eee req-7f0edfd7-b821-4b50-a10e-dc6f67ffe7fb tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686824 Feb 18 12:34:55.915137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80a35a-2476-4892-980f-f6f32c922f03 req-3a6b50c8-0af2-4a18-a86d-e12e52d55ba0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:55.916786 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c80a35a-2476-4892-980f-f6f32c922f03 req-3a6b50c8-0af2-4a18-a86d-e12e52d55ba0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1054630 Feb 18 12:34:55.990643 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c80a35a-2476-4892-980f-f6f32c922f03 req-d544dc33-2639-47ab-9914-7431d2c7e5f9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648353 Feb 18 12:34:56.250575 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48426) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:56.262704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1937495771-network', 'tenant_id': '18aafa85d175498b8bc07b5c5291014f'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:56.282151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:56.291818 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Usage tracker for resource:network and tenant:18aafa85d175498b8bc07b5c5291014f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:56.298682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:56.312268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:56.330055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Made reservation on behalf of 18aafa85d175498b8bc07b5c5291014f for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:56.343964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.393596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:56.396244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.448564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:56.470495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Usage tracker for resource:security_group_rule and tenant:18aafa85d175498b8bc07b5c5291014f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:56.482629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:56.496510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:56.539989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d93be-85aa-4ca9-a799-95b92e7680e4'}, {'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:34:56.594410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port ba8d93be-85aa-4ca9-a799-95b92e7680e4 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:56.594974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.685704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48430) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:56.686157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48434) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:56.740899 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.747285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.767459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.768666 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3000cb21-c6cd-41dc-a2b3-8d82285971a9 req-9c2661d7-11d8-4ffa-8f46-75868fd62a4b tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] 10.222.0.85 "GET /v2.0/ports?device_id=475c061b-555d-4da7-a1ed-78c4cea33997 HTTP/1.1" status: 200 len: 210 time: 0.2525625 Feb 18 12:34:56.789940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:34:56.802185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.802689 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Added segment 6d00adde-ba4d-4f91-923c-c316fe0d2ca0 of type vxlan for network cd659536-997c-4967-9837-b87274a8cc53 Feb 18 12:34:56.828522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:56.843506 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8d93be-85aa-4ca9-a799-95b92e7680e4', 'code': 200} Feb 18 12:34:56.843792 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3', 'code': 200} Feb 18 12:34:56.858879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-30c641fc-96a8-46fe-af49-9e2faca6c43d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:56.893103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:56.903172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8284a8ce3b4450bf380dc04cdd35bc is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:56.909770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:56.910465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:56.921640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:57.086980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:57.094391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Usage tracker for resource:security_group_rule and tenant:a0f3db59235a481b80841ce2720d45e4 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:57.099908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:57.110100 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:57.222848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:57.225366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.306105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.357219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.425418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fbd239a-b207-4876-9e84-2e04b28f78e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.433732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:34:57.448318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.456761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.497695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.517302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f05725-b66a-4769-81dd-87019976bd0b req-5032d8d2-c20b-4036-bea2-a6ffbb2a508e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:57.531174 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-99f05725-b66a-4769-81dd-87019976bd0b req-5032d8d2-c20b-4036-bea2-a6ffbb2a508e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2530949 Feb 18 12:34:57.547754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae928eb6-d11c-4b32-ba1b-e2c369bd5261,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:57.558074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:57.567102 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=7c8284a8ce3b4450bf380dc04cdd35bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8773887 Feb 18 12:34:57.567816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3d16ca77-b144-49d2-9e99-66c977573855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:57.572735 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48464) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:57.588775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 28a11634-fc63-4b56-8152-3d524e1fd4c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:57.604613 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a0f3db59235a481b80841ce2720d45e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9171007 Feb 18 12:34:57.611112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48468) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:57.651392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03af74-a594-4b28-840c-6a6cde3d1e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4a5aef-4091-4813-948c-c626ba5a3f4e,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:57.680890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.691333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 28a11634-fc63-4b56-8152-3d524e1fd4c3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:57.691754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.700213 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-99f05725-b66a-4769-81dd-87019976bd0b req-4310893c-5855-4457-8aaf-ba1aee8f198e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604385 Feb 18 12:34:57.709116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ee500-fa4d-4072-a9bc-2fcc1dcc2450 req-d2f754ce-7030-45e5-afe8-80225203e66d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:57.723323 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f2ee500-fa4d-4072-a9bc-2fcc1dcc2450 req-d2f754ce-7030-45e5-afe8-80225203e66d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.4057734 Feb 18 12:34:57.742536 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:57.743321 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.806614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.811135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b5467-34b8-43d0-a9a7-c2ed25b41898 req-66148c46-189b-4758-bcd9-8dc31e8617d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:57.812774 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f33b5467-34b8-43d0-a9a7-c2ed25b41898 req-66148c46-189b-4758-bcd9-8dc31e8617d0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 1162 time: 0.1904309 Feb 18 12:34:57.880167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.894992 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f33b5467-34b8-43d0-a9a7-c2ed25b41898 req-e57e563b-3ee7-4948-9d7a-a16d4b07ba8b service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598869 Feb 18 12:34:57.937448 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:34:57.956019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.964507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc04ba3a-22d6-4e67-b06e-5dec67ea2350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:57.980125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68c5c3-e0b9-4746-a854-5d29cba439d7,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:57.984944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:57.985353 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:34:57.985848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device f39e2d15-3a8a-4589-8159-fcaf96cb1cb9 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:34:57.991681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:57.993081 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9b68c5c3-e0b9-4746-a854-5d29cba439d7 HTTP/1.1" status: 204 len: 168 time: 0.4192641 Feb 18 12:34:58.010598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68c5c3-e0b9-4746-a854-5d29cba439d7,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:58.051541 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f2ee500-fa4d-4072-a9bc-2fcc1dcc2450 req-47e9a334-58ed-4ba0-9a20-2eb8d143de9c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211226 Feb 18 12:34:58.057758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:58.060729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.520s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:58.061167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:58.067193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-521400f6-34a5-4ff4-a9d7-d66a257aa7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:58.104548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48482) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:58.155371 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.206045 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.236350 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.9839108 Feb 18 12:34:58.239423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48490) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:58.246655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Request body: {'subnet': {'network_id': 'cd659536-997c-4967-9837-b87274a8cc53', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1937495771-subnet', 'tenant_id': '18aafa85d175498b8bc07b5c5291014f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:58.248499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b931345-e65b-4f9b-b065-6ae35cced188 req-8b7590c6-4f01-432e-b892-032dc2f24842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:58.250201 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b931345-e65b-4f9b-b065-6ae35cced188 req-8b7590c6-4f01-432e-b892-032dc2f24842 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.4323480 Feb 18 12:34:58.257974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:58.264810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Pushing event updated for resources: {'Network': ['ID=cd659536-997c-4967-9837-b87274a8cc53,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:58.266335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Usage tracker for resource:subnet and tenant:18aafa85d175498b8bc07b5c5291014f is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:58.268273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:58.274870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:58.277871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network cd659536-997c-4967-9837-b87274a8cc53 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:34:58.303108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.303108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:58.317228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:58.337909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.342579 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/da4a5aef-4091-4813-948c-c626ba5a3f4e HTTP/1.1" status: 204 len: 168 time: 0.7219496 Feb 18 12:34:58.343799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4a5aef-4091-4813-948c-c626ba5a3f4e,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:58.352381 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Made reservation on behalf of 18aafa85d175498b8bc07b5c5291014f for: {'subnet': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:34:58.353712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:58.377733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.379213 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b931345-e65b-4f9b-b065-6ae35cced188 req-c4dc28fe-b215-4794-8e96-81d6be1a2c6a service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658777 Feb 18 12:34:58.471244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network cd659536-997c-4967-9837-b87274a8cc53 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:34:58.525642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.570521 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:34:58.598115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b818ea6a2244b9aaf7055454c469e3 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:34:58.613149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:34:58.636952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:34:58.802726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:58.887380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.947872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.951864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:58.952307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:58.993277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ecff6867-24ac-402b-baa6-80a3aed574cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:59.077285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48532) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:59.077556 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d8b818ea6a2244b9aaf7055454c469e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9717038 Feb 18 12:34:59.088673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b212f-df0b-4f3b-aa72-81e087351955,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:59.096103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:59.129659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74ee16-f70a-49a1-ad39-91ace8bf8dea req-43ab108a-54f3-4fdb-a92c-4b062d4c6e9c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:59.132055 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f74ee16-f70a-49a1-ad39-91ace8bf8dea req-43ab108a-54f3-4fdb-a92c-4b062d4c6e9c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1917982 Feb 18 12:34:59.171114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 28a11634-fc63-4b56-8152-3d524e1fd4c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:34:59.198744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.226062 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f74ee16-f70a-49a1-ad39-91ace8bf8dea req-a6a47b92-8286-41d1-bdf1-a759bc8bb7f9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800107 Feb 18 12:34:59.231602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.388860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 28a11634-fc63-4b56-8152-3d524e1fd4c3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:34:59.389408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.419934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.433667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb091d64-c72f-4d50-b576-728ca39af277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:59.461696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b212f-df0b-4f3b-aa72-81e087351955,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:59.479614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:59.488495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.492746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.494148 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d36b212f-df0b-4f3b-aa72-81e087351955 HTTP/1.1" status: 204 len: 168 time: 0.4145989 Feb 18 12:34:59.522952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:34:59.529193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea0e03-e09f-4e2d-a7a5-7b255da6ca4b req-5bfe73a1-7f44-4d81-b107-938f4efed75a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:59.531768 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d9ea0e03-e09f-4e2d-a7a5-7b255da6ca4b req-5bfe73a1-7f44-4d81-b107-938f4efed75a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.2271700 Feb 18 12:34:59.613565 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d9ea0e03-e09f-4e2d-a7a5-7b255da6ca4b req-7890d552-544f-4d7a-9ca1-8636a5ee65dc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664165 Feb 18 12:34:59.746754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6d052046-1cd9-4f8e-a943-4046673a8af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:34:59.839817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa3e80cc-c0d5-4a66-a5ed-8d7b7db62eaa,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:34:59.848101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:34:59.875605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35d213-a574-4ce3-9b84-dcb42625c8b8 req-64d98fb2-8fa7-4950-9347-78fb2c964971 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:59.881907 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8d35d213-a574-4ce3-9b84-dcb42625c8b8 req-64d98fb2-8fa7-4950-9347-78fb2c964971 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.4976196 Feb 18 12:34:59.900168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48556) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:34:59.901384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Checking segment: {'id': '6d00adde-ba4d-4f91-923c-c316fe0d2ca0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'cd659536-997c-4967-9837-b87274a8cc53'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:34:59.901797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Network hostable DHCP agents. Network: cd659536-997c-4967-9837-b87274a8cc53, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:34:59.909765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'floatingip': {'port_id': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:34:59.934344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Network cd659536-997c-4967-9837-b87274a8cc53 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:34:59.950004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, cd659536-997c-4967-9837-b87274a8cc53) {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:34:59.958495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:34:59.959841 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2e9505-8138-440c-bf55-49de9bbca892 None None] Network cd659536-997c-4967-9837-b87274a8cc53 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:34:59.963905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.018402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.033544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48562) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:00.109119 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8683829 Feb 18 12:35:00.150478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Deleting subnet 33630d97-7c47-42db-99a9-69579edb5513 {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:35:00.154596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.165604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.227058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.236343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.534527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ba3bd2-94d2-4057-af19-c2eed7a42c90 None None] Network cd659536-997c-4967-9837-b87274a8cc53 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:35:00.633663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48574) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:00.875751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:00.880961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.048023 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:01.172982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:01.173417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.324357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-43df9606-3bab-444e-a5cf-27b68bbbec11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:01.394536 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33630d97-7c47-42db-99a9-69579edb5513,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:01.398305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:01.425595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.435284 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-216071d1-6cae-463b-8554-e1e1e8764f59 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/33630d97-7c47-42db-99a9-69579edb5513 HTTP/1.1" status: 204 len: 168 time: 1.4005792 Feb 18 12:35:01.445497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48600) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:01.449791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:01.529797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:01.542209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Usage tracker for resource:security_group_rule and tenant:92df9c5274fb4e3387ef42d490af963f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:01.547778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:01.559233 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:01.578037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.636212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.641845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db90f1c9-a800-4e4e-b16f-592b8301ea90 req-c1a6ef6b-25d1-4551-89e9-9599c06e73ab tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:01.643288 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-db90f1c9-a800-4e4e-b16f-592b8301ea90 req-c1a6ef6b-25d1-4551-89e9-9599c06e73ab tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.7710986 Feb 18 12:35:01.662068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.664524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port ba8d93be-85aa-4ca9-a799-95b92e7680e4 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:01.664974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.795511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.810301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:01.844158 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:01.859005 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=92df9c5274fb4e3387ef42d490af963f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2202635 Feb 18 12:35:01.864122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48620) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:01.941403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.resource_extend [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 18 12:35:02.010048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-78980b10-e631-48ee-838b-80a1483aa8cd tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:02.017714 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-78980b10-e631-48ee-838b-80a1483aa8cd tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/networks?id=99b0ef78-59a4-4fee-88b5-44f41e196ee0 HTTP/1.1" status: 200 len: 807 time: 0.2304540 Feb 18 12:35:02.036165 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-db90f1c9-a800-4e4e-b16f-592b8301ea90 req-0834846c-efe2-408c-b2bd-6d0ccb5c5c9c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843703 Feb 18 12:35:02.116444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01049b49-2e1f-42a8-bd12-0df49b410749,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:02.176958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:02.228683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.232430 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-50e9adcb-bacb-46ff-ab26-6960a424c9d2 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/quotas/993392b8f5cc4d7489e4e6a8320e32ff HTTP/1.1" status: 200 len: 375 time: 0.2137597 Feb 18 12:35:02.283325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.295704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.364314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.375449 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.569569 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-773b5af8-7170-4c40-b358-ad158cf48921 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=993392b8f5cc4d7489e4e6a8320e32ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3216386 Feb 18 12:35:02.573381 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Floating IP ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd associated. External IP: 172.28.3.121, port: e8cbd295-7227-4fb1-b7cb-b31574db5d86. Feb 18 12:35:02.792699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.793121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.793946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.794325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > port after_create 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.794691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > port after_delete 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.795071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > port after_update 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.795435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.795817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.796178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.796538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.822676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.835378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:02.853111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.854313 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/01049b49-2e1f-42a8-bd12-0df49b410749 HTTP/1.1" status: 204 len: 168 time: 0.9830027 Feb 18 12:35:02.865114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01049b49-2e1f-42a8-bd12-0df49b410749,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:02.885171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:02.891237 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.891635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.892017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.892409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83997) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:35:02.892748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24']}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:02.915025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b54e65-c128-46cf-a40b-be4e068e29a5') {'for_net_delete': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:02.915375 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b54e65-c128-46cf-a40b-be4e068e29a5') {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:02.944494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848077687'] for segment, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:02.965361 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-0aeec21b-006f-4355-bf14-f0c131898281 service neutron] 10.222.0.85 "GET /v2.0/networks/99b0ef78-59a4-4fee-88b5-44f41e196ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942945 Feb 18 12:35:03.005752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311695c-1090-4533-aa4d-250cb577c3dc req-ca9ad77d-fcb3-46d2-95c6-1380ef5aab05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:03.008500 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a311695c-1090-4533-aa4d-250cb577c3dc req-ca9ad77d-fcb3-46d2-95c6-1380ef5aab05 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 1162 time: 0.3512933 Feb 18 12:35:03.048553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf37864-70b0-47d0-9a95-3450dfddbc95 req-183d6eb3-5bf0-4b04-9015-0063b389ba68 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:03.050263 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bdf37864-70b0-47d0-9a95-3450dfddbc95 req-183d6eb3-5bf0-4b04-9015-0063b389ba68 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.3225400 Feb 18 12:35:03.063815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.071194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:35:03.385317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:35:03.400651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853790834'] for segment, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.664390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Network e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:35:03.690178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48674) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:03.774789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: from cryptography.utils import int_from_bytes Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: from cryptography.utils import int_from_bytes Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: (rel_b, rel_a, rel_b), Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:35:03.805779 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:35:03.846933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311695c-1090-4533-aa4d-250cb577c3dc req-1d312438-3178-4da7-abcd-29c3fa8be004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:03.848570 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a311695c-1090-4533-aa4d-250cb577c3dc req-1d312438-3178-4da7-abcd-29c3fa8be004 service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.8328221 Feb 18 12:35:03.860956 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bdf37864-70b0-47d0-9a95-3450dfddbc95 req-a507b4f0-3d24-453f-9b11-1a74966f82c2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7527764 Feb 18 12:35:03.915515 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-fa0ec4ba-dd1f-4b8b-92bb-dca96af2faad service neutron] 10.222.0.85 "GET /v2.0/networks/99b0ef78-59a4-4fee-88b5-44f41e196ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9491484 Feb 18 12:35:03.926677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.937081 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:03.939953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:03.972858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:03.981399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:03.999620 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] 10.222.0.85 "DELETE /v2.0/networks/e2542a8b-73f4-46fc-b9dd-ad5a3c0e8f24 HTTP/1.1" status: 204 len: 168 time: 2.5529654 Feb 18 12:35:04.080925 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a311695c-1090-4533-aa4d-250cb577c3dc req-62d82722-b538-4a0c-a47e-02ba8fe9f676 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba8d93be-85aa-4ca9-a799-95b92e7680e4 HTTP/1.1" status: 200 len: 217 time: 0.2155602 Feb 18 12:35:04.211669 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48702) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:04.267226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.276703 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1208d720-5da7-48ab-972c-c8d32e073cea admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5dda665da25c42e8a6668159ce4eedd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0637426 Feb 18 12:35:04.279389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48708) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:04.349102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.374884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:04.380722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Usage tracker for resource:security_group_rule and tenant:a30dfae2e9964d51be0e7f5d77cb74f0 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:04.382891 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.385904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:04.394257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:04.433508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.438835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-035a2908-6501-4e07-9447-cb8a0866f3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:04.452678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17efbfc2-c4ca-406e-b23c-e9a9baad3b95,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:04.456595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:04.484562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.486154 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/17efbfc2-c4ca-406e-b23c-e9a9baad3b95 HTTP/1.1" status: 204 len: 168 time: 0.2052352 Feb 18 12:35:04.522861 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-63fdc67d-8f05-40b4-b54d-0b984a59c773 req-bacaa0e3-7f25-4ede-9832-a92b39a90d06 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 210 time: 0.2945478 Feb 18 12:35:04.523989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:35:04.540599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] Sync routers for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:35:04.558169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311695c-1090-4533-aa4d-250cb577c3dc req-42a2e6e9-c58a-482a-ac20-b1dd68708825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:04.559790 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a311695c-1090-4533-aa4d-250cb577c3dc req-42a2e6e9-c58a-482a-ac20-b1dd68708825 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.4639971 Feb 18 12:35:04.563813 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:35:04.565439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:35:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:04.625718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.634791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.681456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.726332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d016bb91-86bb-4b08-a3b7-544e06076dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:04.739549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48728) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:04.739730 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=a30dfae2e9964d51be0e7f5d77cb74f0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0390947 Feb 18 12:35:04.743216 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a311695c-1090-4533-aa4d-250cb577c3dc req-15a9eb9e-01a0-49d4-9c72-3fba7eca6d84 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704023 Feb 18 12:35:04.884409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:04.947872 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a311695c-1090-4533-aa4d-250cb577c3dc req-410c0942-f228-484a-87e4-b8baf1cb6eac service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934586 Feb 18 12:35:04.961379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:05.011771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:35:05.103660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:05.115235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:05.159490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78187bf5-ae37-4d63-a716-8d5241f75023,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:05.169996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:05.204454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78187bf5-ae37-4d63-a716-8d5241f75023,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:05.208037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:05.214292 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1c63778a-f321-4c94-8ce7-7ae95c50e8c5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "PUT /v2.0/floatingips/ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd HTTP/1.1" status: 200 len: 992 time: 5.3130462 Feb 18 12:35:05.223329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:05.350842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:05.360591 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/78187bf5-ae37-4d63-a716-8d5241f75023 HTTP/1.1" status: 204 len: 168 time: 0.6185751 Feb 18 12:35:05.404180 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a311695c-1090-4533-aa4d-250cb577c3dc req-ce0df313-6e5e-4596-ba57-e25d17994d89 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4482918 Feb 18 12:35:05.458363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031f7ec-b561-4cef-a865-7524d1780577 req-9c3e828c-e011-4858-9024-79ea1850c984 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:05.474153 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4031f7ec-b561-4cef-a865-7524d1780577 req-9c3e828c-e011-4858-9024-79ea1850c984 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.3231521 Feb 18 12:35:05.495964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48762) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:05.583487 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'status': 'completed', 'code': 200} Feb 18 12:35:05.607019 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4031f7ec-b561-4cef-a865-7524d1780577 req-d3154c9f-5435-4fa4-9620-447a9277bff2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151338 Feb 18 12:35:05.898990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'port_id': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'mac_address': 'fa:16:3e:60:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:34:19Z', 'updated_at': '2021-02-18T12:35:01Z', 'revision_number': 1, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:05.907975 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] Checking router: 0362f9c0-6d88-471c-8d6e-d787b03dcff6 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:35:05.914877 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b9f4bf55-ffe5-486a-8c3d-be6029c81983 req-948317ca-5683-4c36-a428-11e49f8b3c33 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 210 time: 0.1372476 Feb 18 12:35:05.928690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:35:05.929927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:35:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:05.964439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-dfd5086e-5749-4c46-a62b-df1fdfb93afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:05.972385 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-dfd5086e-5749-4c46-a62b-df1fdfb93afa service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1163 time: 0.2636771 Feb 18 12:35:06.276678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-0f120c1c-5db5-4f40-a284-d174ee7cf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:06.286185 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-0f120c1c-5db5-4f40-a284-d174ee7cf9ef service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.2746439 Feb 18 12:35:06.393220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:35:06.672183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-4a4f4fa0-2049-4595-8c85-9a6f387a4fc8 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:06.684901 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-4a4f4fa0-2049-4595-8c85-9a6f387a4fc8 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.101 "GET /v2.0/networks?id=99b0ef78-59a4-4fee-88b5-44f41e196ee0 HTTP/1.1" status: 200 len: 807 time: 0.4554839 Feb 18 12:35:06.717887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Request body: {'port': {'device_id': 'be511e40-d269-4417-8a70-233041fe4602', 'network_id': '99b0ef78-59a4-4fee-88b5-44f41e196ee0', 'admin_state_up': True, 'tenant_id': '993392b8f5cc4d7489e4e6a8320e32ff'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:06.783744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:06.824146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48796) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:06.878180 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:06.929764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:06.953202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Usage tracker for resource:security_group_rule and tenant:68c887f30c4445418496a3e149c4be1b is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:06.968419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:06.978575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-d9471969-8a6d-430d-9511-ffa0d5ff19c5 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 1000 time: 0.6819427 Feb 18 12:35:06.980270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:07.002004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:07.002004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Usage tracker for resource:security_group_rule and tenant:8d6b1f349ed74df7af25ca58a7f2eff8 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:07.013404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:07.029623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:07.062782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:07.070441 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Usage tracker for resource:port and tenant:993392b8f5cc4d7489e4e6a8320e32ff is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:07.074341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:07.084868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:07.099364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Made reservation on behalf of 993392b8f5cc4d7489e4e6a8320e32ff for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:35:07.107437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:07.178010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-7fc94c1f-98aa-49f6-9658-db0fd469be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:07.181424 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-7fc94c1f-98aa-49f6-9658-db0fd469be43 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.1359780 Feb 18 12:35:07.259087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:07.273195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:07.336163 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-17d402fb-7874-4259-ab60-0797df808eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:07.393493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63c197e-fa4e-4537-9fb5-59d6483ddf27,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:07.403819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:07.447130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'port_id': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'mac_address': 'fa:16:3e:60:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:34:19Z', 'updated_at': '2021-02-18T12:35:01Z', 'revision_number': 1, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:35:07.453911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debd7370-e1b7-46e2-a415-5f8ba3dc6774 None None] The sync data for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb is: [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'port_id': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'mac_address': 'fa:16:3e:60:23:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:34:19Z', 'updated_at': '2021-02-18T12:35:01Z', 'revision_number': 1, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:35:07.507905 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8d6b1f349ed74df7af25ca58a7f2eff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6736557 Feb 18 12:35:07.509395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48822) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:07.583705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbed822-1dec-44bd-ac65-cdf9588ce97f req-66ec28cb-a896-40c2-9a9c-c4d1e6563134 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:07.590331 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2c9e8409-55b0-4fd7-b88e-09c4c45c06b3 req-c8311473-b021-4cd5-9bc4-ec4321f2114e tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 210 time: 0.1088033 Feb 18 12:35:07.592785 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9bbed822-1dec-44bd-ac65-cdf9588ce97f req-66ec28cb-a896-40c2-9a9c-c4d1e6563134 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.7164681 Feb 18 12:35:07.670596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-30c8c7a8-7ffe-4bab-bc99-308978896832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:07.672404 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-30c8c7a8-7ffe-4bab-bc99-308978896832 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4039140 Feb 18 12:35:07.857391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Allocated IP 172.20.0.9 (99b0ef78-59a4-4fee-88b5-44f41e196ee0/9b37e010-d816-47b1-ba53-155a52684212/9a3938f0-38fc-4487-853b-16c68df59e75) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:35:07.897941 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9bbed822-1dec-44bd-ac65-cdf9588ce97f req-9b0eaa24-e648-4eeb-9c06-fc6ccf5a485f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030150 Feb 18 12:35:07.945546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:07.959976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca2700c-eab4-4f19-974a-d4d75587976f None None] New status for floating IP ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd: ACTIVE {{(pid=83998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:35:08.093258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:08.099963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:08.119090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:08.175626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cb8a871b-9d37-443b-b702-9287cb98e914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:08.194055 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=68c887f30c4445418496a3e149c4be1b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6943095 Feb 18 12:35:08.273609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd29f7c-5127-4e35-95ab-893661340130,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:08.284484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48846) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:08.294852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:08.382344 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-22a10cef-ba9e-4993-9a47-a328c985c0e0 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950405 Feb 18 12:35:08.578121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:08.705236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.082409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:09.115741 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b4381e2-d2b7-4027-a44c-4bed20fbfce5 req-138fb787-0919-49e6-a79f-8c4762fbb73a service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7148752 Feb 18 12:35:09.232176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:35:09.246260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:09.301883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.313421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:35:09.344348 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.410917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.422382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2f1efc3a-4029-4c74-946f-20eb4b5983c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:09.448151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.452723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63c197e-fa4e-4537-9fb5-59d6483ddf27,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:09.465113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:09.466013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-88b26987-31ea-4861-ae13-07d79187d3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:09.485387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd29f7c-5127-4e35-95ab-893661340130,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:09.499497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:09.505330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.511483 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a63c197e-fa4e-4537-9fb5-59d6483ddf27 HTTP/1.1" status: 204 len: 168 time: 1.9833353 Feb 18 12:35:09.511483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.515756 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4bd29f7c-5127-4e35-95ab-893661340130 HTTP/1.1" status: 204 len: 168 time: 1.2231288 Feb 18 12:35:09.533685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72846b3f-03d2-40df-a88e-2728e5ba9a7b req-64d84fb4-48e6-46f1-92a7-f76617f4e7d3 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:09.535627 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-72846b3f-03d2-40df-a88e-2728e5ba9a7b req-64d84fb4-48e6-46f1-92a7-f76617f4e7d3 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 931 time: 0.4180448 Feb 18 12:35:09.630186 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48902) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:09.674852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-72846b3f-03d2-40df-a88e-2728e5ba9a7b req-1d96e5b9-a4b9-4be9-8b20-ff67c7014a67 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Synchronizing usage tracker for tenant:993392b8f5cc4d7489e4e6a8320e32ff on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:09.712852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-72846b3f-03d2-40df-a88e-2728e5ba9a7b req-1d96e5b9-a4b9-4be9-8b20-ff67c7014a67 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Unset dirty status for tenant:993392b8f5cc4d7489e4e6a8320e32ff on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:09.718344 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-72846b3f-03d2-40df-a88e-2728e5ba9a7b req-1d96e5b9-a4b9-4be9-8b20-ff67c7014a67 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700835 Feb 18 12:35:09.768831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:09.769976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:09.809419 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0963745 Feb 18 12:35:09.838367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Pushing event updated for resources: {'Port': ['ID=9a3938f0-38fc-4487-853b-16c68df59e75,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:09.846292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Request body: {'port': {'device_id': 'be511e40-d269-4417-8a70-233041fe4602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:09.884537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.802s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:10.017860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2cd909-d275-4e52-b861-9f0a61f76da3 req-00187d01-438d-40b2-a5ce-926583fea9c2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:10.019393 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5a2cd909-d275-4e52-b861-9f0a61f76da3 req-00187d01-438d-40b2-a5ce-926583fea9c2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.7911966 Feb 18 12:35:10.036986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.160292 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5a2cd909-d275-4e52-b861-9f0a61f76da3 req-5fd6960d-389e-4048-acd2-e44163085cb6 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119337 Feb 18 12:35:10.197295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.216380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:10.220964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Usage tracker for resource:security_group_rule and tenant:731f49350638486c9f07e314d2c5406c is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:10.225829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:10.234369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:10.348842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.353879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.391268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:10.403285 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=731f49350638486c9f07e314d2c5406c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7621863 Feb 18 12:35:10.406015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48936) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:10.470835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba750668-e4d1-40fb-b40f-ed0eb74e244f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:10.494854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:10.547855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.555515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48944) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:10.610310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.692743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.700955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:10.709607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3938f0-38fc-4487-853b-16c68df59e75 {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:35:10.718384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba750668-e4d1-40fb-b40f-ed0eb74e244f,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:10.722043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:10.723363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.726109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.728203 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ba750668-e4d1-40fb-b40f-ed0eb74e244f HTTP/1.1" status: 204 len: 168 time: 0.3208392 Feb 18 12:35:10.746218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Transition to ACTIVE for port object 9a3938f0-38fc-4487-853b-16c68df59e75 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:10.759811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:10.785277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:10.922906 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.019319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:11.025501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Usage tracker for resource:security_group_rule and tenant:f90a33cee90343209266e34088e81c43 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:11.030199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:11.038910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:11.102137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3938f0-38fc-4487-853b-16c68df59e75,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:11.107465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:11.221748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0ec5e-6306-4c06-a10c-32db2ee526ef req-b2ee487b-b39f-447d-a570-bc5bee8a2d42 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:11.233211 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-04f0ec5e-6306-4c06-a10c-32db2ee526ef req-b2ee487b-b39f-447d-a570-bc5bee8a2d42 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 943 time: 0.2833886 Feb 18 12:35:11.341648 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-04f0ec5e-6306-4c06-a10c-32db2ee526ef req-a14ca964-26e3-41d8-a5c3-5d7a48614c95 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071262 Feb 18 12:35:11.353169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.357396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.365387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3749e5e5-3cb9-4091-b53f-969554fcd95f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:11.439049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0431294-4a7d-400d-babc-459802c5dd95,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:11.455246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:11.463326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Attempting to bind port 9a3938f0-38fc-4487-853b-16c68df59e75 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:35:11.466893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Attempting to bind port 9a3938f0-38fc-4487-853b-16c68df59e75 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '52798abc-0850-4dc9-8e7c-ddff37daa8af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99b0ef78-59a4-4fee-88b5-44f41e196ee0'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:35:11.467124 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f90a33cee90343209266e34088e81c43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9065757 Feb 18 12:35:11.467242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Attempting to bind port 9a3938f0-38fc-4487-853b-16c68df59e75 on network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:35:11.471087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 48980) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:11.487868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:35:11.488323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Checking segment: {'id': '52798abc-0850-4dc9-8e7c-ddff37daa8af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99b0ef78-59a4-4fee-88b5-44f41e196ee0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:11.489125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.489718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Bound using segment: {'id': '52798abc-0850-4dc9-8e7c-ddff37daa8af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99b0ef78-59a4-4fee-88b5-44f41e196ee0'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:35:11.491154 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Bound port: 9a3938f0-38fc-4487-853b-16c68df59e75, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52798abc-0850-4dc9-8e7c-ddff37daa8af', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '99b0ef78-59a4-4fee-88b5-44f41e196ee0'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:35:11.491807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.672089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] For port 9a3938f0-38fc-4487-853b-16c68df59e75, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:35:11.685565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.691520 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] For port 9a3938f0-38fc-4487-853b-16c68df59e75, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a3938f0-38fc-4487-853b-16c68df59e75,segment=NetworkSegment(52798abc-0850-4dc9-8e7c-ddff37daa8af),segment_id=52798abc-0850-4dc9-8e7c-ddff37daa8af)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:35:11.694550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47180930-83bf-4048-966e-d97e66f3cf07 req-4661316d-5ab2-4bf8-92ec-afb3f0b1a4c0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:11.704436 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-47180930-83bf-4048-966e-d97e66f3cf07 req-4661316d-5ab2-4bf8-92ec-afb3f0b1a4c0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1629357 Feb 18 12:35:11.704843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.734367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:11.780654 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-47180930-83bf-4048-966e-d97e66f3cf07 req-ee5992e4-c7ff-4622-a0a9-77464533e46c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735204 Feb 18 12:35:11.857530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:11.964803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48992) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:11.993940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.015671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:12.020056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3938f0-38fc-4487-853b-16c68df59e75,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:12.020528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Usage tracker for resource:security_group_rule and tenant:d6bc7d616d3a47df8c1d8d75d84796aa is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:12.025345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:12.041725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:12.045692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:12.083497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 48996) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:12.121594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:12.122814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.125239 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] 10.222.0.101 "PUT /v2.0/ports/9a3938f0-38fc-4487-853b-16c68df59e75 HTTP/1.1" status: 200 len: 1157 time: 2.2935243 Feb 18 12:35:12.126557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be511e40-d269-4417-8a70-233041fe4602', 'tag': '9a3938f0-38fc-4487-853b-16c68df59e75'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:12.138216 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.167374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d65a36b-d881-4c46-8553-08372eaa4a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:12.193230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0431294-4a7d-400d-babc-459802c5dd95,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:12.198769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:12.234166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.239914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.265808 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ec30299f-9ed4-4881-afff-73cebaebf5ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:12.317454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.330545 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0431294-4a7d-400d-babc-459802c5dd95 HTTP/1.1" status: 204 len: 168 time: 0.8598278 Feb 18 12:35:12.331663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80583165-da3e-4d5a-a68d-d0c325ff7bce,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:12.339606 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be511e40-d269-4417-8a70-233041fe4602', 'tag': '9a3938f0-38fc-4487-853b-16c68df59e75', 'status': 'completed', 'code': 200} Feb 18 12:35:12.345517 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d6bc7d616d3a47df8c1d8d75d84796aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756771 Feb 18 12:35:12.346590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:12.346950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49008) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:12.507852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.513077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-b384cfa9-abe7-44ea-b120-eb85b6b2b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:12.514846 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-b384cfa9-abe7-44ea-b120-eb85b6b2b527 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=993392b8f5cc4d7489e4e6a8320e32ff&device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 1160 time: 0.3034110 Feb 18 12:35:12.552162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.705734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d625d-9b46-4ae6-9377-57fee7725c51 req-611bfba6-8149-4dbd-9054-e0db03dc1013 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:12.706141 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-38a11498-5e07-450d-944d-e3e13be234b3 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3938f0-38fc-4487-853b-16c68df59e75 HTTP/1.1" status: 200 len: 217 time: 0.1732593 Feb 18 12:35:12.708021 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-239d625d-9b46-4ae6-9377-57fee7725c51 req-611bfba6-8149-4dbd-9054-e0db03dc1013 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 943 time: 0.1457436 Feb 18 12:35:12.714059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.721110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2f118cdf-b9e3-41fa-967c-6f03a5961502 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:12.744053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80583165-da3e-4d5a-a68d-d0c325ff7bce,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:12.749480 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:12.835518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.836717 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/80583165-da3e-4d5a-a68d-d0c325ff7bce HTTP/1.1" status: 204 len: 168 time: 0.4887364 Feb 18 12:35:12.850915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:12.861981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-b8c098d9-6a0b-4441-a253-13654a98e84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:12.865234 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-b8c098d9-6a0b-4441-a253-13654a98e84f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=9b37e010-d816-47b1-ba53-155a52684212 HTTP/1.1" status: 200 len: 847 time: 0.1491199 Feb 18 12:35:12.898362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:12.905011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Usage tracker for resource:security_group_rule and tenant:f4d7de522eb54e26ab955b302099b5a7 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:12.908360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:12.916103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:13.025140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.031307 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-239d625d-9b46-4ae6-9377-57fee7725c51 req-23e6c41b-89be-4f49-81cb-235d982ec36b tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886593 Feb 18 12:35:13.042289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.068447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d8fcb82f-dc71-415e-b050-019202b2d08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:13.080607 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-3c39a78a-59ca-4edc-b755-4ae499e769cf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=99b0ef78-59a4-4fee-88b5-44f41e196ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029483 Feb 18 12:35:13.141293 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f4d7de522eb54e26ab955b302099b5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0564175 Feb 18 12:35:13.142593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ecf404-d828-43e7-8b25-b5e419f95a14,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:13.159518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:13.161178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49040) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:13.272340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.346177 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.352037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901aa6f-ded4-458b-ba45-062650f3be42 req-28189ba6-30a9-42ec-957d-42784fcc5cd0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:13.361848 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0901aa6f-ded4-458b-ba45-062650f3be42 req-28189ba6-30a9-42ec-957d-42784fcc5cd0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.2809460 Feb 18 12:35:13.408078 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-44a16d51-495c-4ee3-a123-30318b175d40 service neutron] 10.222.0.101 "GET /v2.0/networks/99b0ef78-59a4-4fee-88b5-44f41e196ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775197 Feb 18 12:35:13.416782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.425713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-680f522b-a3f6-4cc6-8b39-efeb5067298f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:13.444358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49046) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:13.470596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ecf404-d828-43e7-8b25-b5e419f95a14,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:13.472813 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.474544 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/98ecf404-d828-43e7-8b25-b5e419f95a14 HTTP/1.1" status: 204 len: 168 time: 0.3104024 Feb 18 12:35:13.478647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:13.481714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.503314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:13.508478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Usage tracker for resource:security_group_rule and tenant:af7a069a1cdb4147943aed25215c0efa is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:13.512709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:13.522277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:13.618613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.622500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.623021 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0901aa6f-ded4-458b-ba45-062650f3be42 req-07d5a777-6378-4c58-965a-acfe19cff954 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601140 Feb 18 12:35:13.633238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f8775bd1-a3b3-47bb-9d3d-66afe292af3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:13.689053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0efe088-61e2-415d-b027-999b903fd3e6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:13.698319 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=af7a069a1cdb4147943aed25215c0efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517331 Feb 18 12:35:13.699029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49054) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:13.699996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:13.785990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.820897 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.823486 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7d48d37d-e0bf-4b8c-aeba-2191949ad40a req-104d6760-7fa3-444a-97ba-ed275b4bf826 service neutron] 10.222.0.101 "GET /v2.0/networks/99b0ef78-59a4-4fee-88b5-44f41e196ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4036465 Feb 18 12:35:13.909082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.915914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c60fa846-d962-41bc-8ea6-68db3430ac3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:13.940076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0efe088-61e2-415d-b027-999b903fd3e6,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:13.951506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:13.952568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:13.958212 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/b0efe088-61e2-415d-b027-999b903fd3e6 HTTP/1.1" status: 204 len: 168 time: 0.2570677 Feb 18 12:35:14.174962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-cd32726a-5e18-4e21-930a-617a3eb4e629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:14.176979 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-cd32726a-5e18-4e21-930a-617a3eb4e629 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=993392b8f5cc4d7489e4e6a8320e32ff&device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 1160 time: 0.2195823 Feb 18 12:35:14.440730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-296c31ca-07d7-4f6c-a7f4-3fb68e9e0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:14.443162 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-296c31ca-07d7-4f6c-a7f4-3fb68e9e0018 service neutron] 10.222.0.101 "GET /v2.0/networks?id=99b0ef78-59a4-4fee-88b5-44f41e196ee0 HTTP/1.1" status: 200 len: 901 time: 0.2572663 Feb 18 12:35:14.524659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49080) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:14.535744 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-a6c86a13-3329-4e2c-8520-99b2222bd56f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9a3938f0-38fc-4487-853b-16c68df59e75 HTTP/1.1" status: 200 len: 217 time: 0.0795395 Feb 18 12:35:14.543701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603f6fe-150b-4b58-93e3-764d16bdaccc req-f4ac35c8-2656-4f9e-b524-7af4085ad923 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:14.544523 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5603f6fe-150b-4b58-93e3-764d16bdaccc req-f4ac35c8-2656-4f9e-b524-7af4085ad923 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Synchronizing usage tracker for tenant:993392b8f5cc4d7489e4e6a8320e32ff on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:14.560752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.579661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:14.585457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:9db71b76f60b48a8a986260e4cbc5da1 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:14.589035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:14.596483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:14.651792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5603f6fe-150b-4b58-93e3-764d16bdaccc req-f4ac35c8-2656-4f9e-b524-7af4085ad923 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Unset dirty status for tenant:993392b8f5cc4d7489e4e6a8320e32ff on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:14.665778 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5603f6fe-150b-4b58-93e3-764d16bdaccc req-f4ac35c8-2656-4f9e-b524-7af4085ad923 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 943 time: 0.3586171 Feb 18 12:35:14.669856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-4ad70db2-84cf-4410-8b4c-a0b8379e98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:14.671443 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-4ad70db2-84cf-4410-8b4c-a0b8379e98ce service neutron] 10.222.0.101 "GET /v2.0/subnets?id=9b37e010-d816-47b1-ba53-155a52684212 HTTP/1.1" status: 200 len: 847 time: 0.1225629 Feb 18 12:35:14.736579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.741037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:14.752279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-74be2e4e-640c-43be-bef0-0d3182c0624a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:14.808462 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-2bbcedd4-7832-40ea-bb50-7b7c04a2f147 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=99b0ef78-59a4-4fee-88b5-44f41e196ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036832 Feb 18 12:35:14.865756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0af152-eeff-408f-876d-c3fe3fea1dd9,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:14.879438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:14.889012 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9db71b76f60b48a8a986260e4cbc5da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600199 Feb 18 12:35:14.893127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49094) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:14.931382 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5603f6fe-150b-4b58-93e3-764d16bdaccc req-f0f10325-edfa-4fc5-a50e-b03f86ff8045 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573249 Feb 18 12:35:14.997679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5ff0d-40c9-44bd-b66f-da14d1b67561 req-dfd67f26-9b77-44f2-9121-bda17d18d0fd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:15.000344 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-76a5ff0d-40c9-44bd-b66f-da14d1b67561 req-dfd67f26-9b77-44f2-9121-bda17d18d0fd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.2138696 Feb 18 12:35:15.003780 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-0d96000e-d5e8-4ae5-af18-228e5074229b service neutron] 10.222.0.101 "GET /v2.0/networks/99b0ef78-59a4-4fee-88b5-44f41e196ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807826 Feb 18 12:35:15.022706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.089938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.125908 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-76a5ff0d-40c9-44bd-b66f-da14d1b67561 req-22f95619-9f0e-4464-acd5-4a5b978a623e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998242 Feb 18 12:35:15.158334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49102) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:15.183443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.191540 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c93f70ef-6403-424e-b204-8be8fa05ba6e req-1f7957ba-48f3-47cd-9e3b-71c34d9d1ce2 service neutron] 10.222.0.101 "GET /v2.0/networks/99b0ef78-59a4-4fee-88b5-44f41e196ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1798830 Feb 18 12:35:15.192457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0e3500d7-a5a3-495e-a773-2f38cdcaf9c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:15.208805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0af152-eeff-408f-876d-c3fe3fea1dd9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:15.212206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.216990 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2b0af152-eeff-408f-876d-c3fe3fea1dd9 HTTP/1.1" status: 204 len: 168 time: 0.3178959 Feb 18 12:35:15.216990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:15.417446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.436007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:15.440325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:9d58a8b9411b4cae9813aaee2ce5943d is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:15.444034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:15.453924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:15.553387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.556450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.570860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-daac71da-62f0-4c16-8eec-5a99f5407ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:15.625461 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d58a8b9411b4cae9813aaee2ce5943d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659829 Feb 18 12:35:15.626329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3419657c-560a-450a-b2b8-c5bd0d0482aa,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:15.630227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:15.630521 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49126) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:15.718104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.750819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.823555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.829214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-75161be9-947c-4174-88f7-13b01a3e4a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:15.852214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3419657c-560a-450a-b2b8-c5bd0d0482aa,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:15.854951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:15.858747 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3419657c-560a-450a-b2b8-c5bd0d0482aa HTTP/1.1" status: 204 len: 168 time: 0.2172437 Feb 18 12:35:15.858747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:16.172304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a444669-ebdc-46f9-861d-75de2443ee5b req-95dfa9d4-d95b-4cb8-ad24-8b88bb211281 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:16.174129 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4a444669-ebdc-46f9-861d-75de2443ee5b req-95dfa9d4-d95b-4cb8-ad24-8b88bb211281 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 943 time: 0.1037493 Feb 18 12:35:16.247806 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4a444669-ebdc-46f9-861d-75de2443ee5b req-9e3ee04c-59d5-47ef-8f27-fc0789ba5984 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622678 Feb 18 12:35:16.418734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9d6e7-39d7-40f1-b21f-dd32625658c1 req-ac88c7ad-f462-4b92-9467-dc32f01240c1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:16.420457 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d1a9d6e7-39d7-40f1-b21f-dd32625658c1 req-ac88c7ad-f462-4b92-9467-dc32f01240c1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1416898 Feb 18 12:35:16.525668 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d1a9d6e7-39d7-40f1-b21f-dd32625658c1 req-9a5f9a8e-7d65-4c9e-b9ba-653c34e02451 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941136 Feb 18 12:35:16.622485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:16.722760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49178) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:17.001021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694755203-network', 'tenant_id': '8ff741b1e5a5409f9033aca68d45740b'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:17.013729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:17.020256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Usage tracker for resource:network and tenant:8ff741b1e5a5409f9033aca68d45740b is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:17.027229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:17.046850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:17.060789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Made reservation on behalf of 8ff741b1e5a5409f9033aca68d45740b for: {'network': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:35:17.066842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.090128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.112493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:17.118187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Usage tracker for resource:security_group_rule and tenant:8ff741b1e5a5409f9033aca68d45740b is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:17.124765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:17.132563 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:17.245779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.254747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.261731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f647e6ba-af32-4c89-a53a-36bc2389979b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:17.296650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:35:17.323938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df9ed7f-7f87-43a8-be17-89801e6e4519,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:17.329499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:17.336928 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.336928 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Added segment 76fddb6f-7b71-4ddb-afc3-d15f026c4719 of type vxlan for network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 Feb 18 12:35:17.363922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.438301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.440042 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:17.440910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:17.446973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1674489-97ea-411f-b649-62f2d24ea39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:17.877445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a56fdd-fea0-47ab-8abc-540a325328d6 req-b35fee3c-d14b-4a91-9681-a645a0b8daa4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:17.889348 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b3a56fdd-fea0-47ab-8abc-540a325328d6 req-b35fee3c-d14b-4a91-9681-a645a0b8daa4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1401882 Feb 18 12:35:17.951909 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b3a56fdd-fea0-47ab-8abc-540a325328d6 req-e1262d34-419f-414e-a8a2-74681adbdd68 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614338 Feb 18 12:35:17.975344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49228) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:17.975826 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2515764 Feb 18 12:35:17.982976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Request body: {'subnet': {'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694755203-subnet', 'tenant_id': '8ff741b1e5a5409f9033aca68d45740b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:17.995494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:17.997697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Pushing event updated for resources: {'Network': ['ID=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:18.001893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:18.003034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Usage tracker for resource:subnet and tenant:8ff741b1e5a5409f9033aca68d45740b is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:18.009786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:18.010762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:35:18.026917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:18.046967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1efc2-2ce0-45db-bf41-5b009b1cb63a req-d63c87d1-87af-4da9-b29d-e9e1885f43cd tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:18.058637 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a9a1efc2-2ce0-45db-bf41-5b009b1cb63a req-d63c87d1-87af-4da9-b29d-e9e1885f43cd tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 943 time: 0.1775391 Feb 18 12:35:18.066797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Made reservation on behalf of 8ff741b1e5a5409f9033aca68d45740b for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:35:18.072375 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:18.176968 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a9a1efc2-2ce0-45db-bf41-5b009b1cb63a req-c9423083-7eaa-4cf4-ba58-c617442c4bb6 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170292 Feb 18 12:35:18.245782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:35:18.607759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:18.727058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:18.944429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34cb8558-bdb6-4e07-907d-e7c58a5c15b4,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:18.952618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:19.005129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Checking segment: {'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:19.006255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Network hostable DHCP agents. Network: c744d293-86ae-4af8-b5aa-7cf70b6a9eb4, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:35:19.029793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:35:19.044479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, c744d293-86ae-4af8-b5aa-7cf70b6a9eb4) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:19.049479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:19.050551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:19.082442 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-24727760-cf16-464e-b829-aba9cc6b0243 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1053362 Feb 18 12:35:19.156545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-68508c45-67cb-4b00-9107-8ee6e24c9f08 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:35:19.160330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4445b5ad-360e-4e29-ae3d-2fb0d6ab239e None None] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:35:19.560304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3ceb3-d1f2-4603-a6b5-bb1086c918a5 req-68feae19-ef4d-4dcf-8950-3dcae7242a5f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:19.562437 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-31f3ceb3-d1f2-4603-a6b5-bb1086c918a5 req-68feae19-ef4d-4dcf-8950-3dcae7242a5f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 943 time: 0.1426077 Feb 18 12:35:19.568719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4eb3ef-2c20-4883-9c72-cf71c4f328ba req-91021da0-e959-479a-a543-3174566d6a86 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:19.570500 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ed4eb3ef-2c20-4883-9c72-cf71c4f328ba req-91021da0-e959-479a-a543-3174566d6a86 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.3062577 Feb 18 12:35:19.635960 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-31f3ceb3-d1f2-4603-a6b5-bb1086c918a5 req-bc3abb1b-048d-4b3d-ac74-4f5a33ec72b3 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668015 Feb 18 12:35:19.697954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f6d6d6-d080-4ea4-8797-bb780d4afcbf None None] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:35:19.748004 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ed4eb3ef-2c20-4883-9c72-cf71c4f328ba req-95086e44-8db8-43eb-b8ce-404ef0556035 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565623 Feb 18 12:35:20.042474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9a3938f0-38fc-4487-853b-16c68df59e75 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:20.066968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49346) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:20.183176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 9a3938f0-38fc-4487-853b-16c68df59e75 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:20.195449 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 9a3938f0-38fc-4487-853b-16c68df59e75 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:20.197145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:20.294566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:20.323890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:20.337120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Usage tracker for resource:security_group_rule and tenant:25302a3c27944c07923e52a335e83c58 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:20.346111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:20.355028 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:20.466182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:20.518876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 9a3938f0-38fc-4487-853b-16c68df59e75, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a3938f0-38fc-4487-853b-16c68df59e75,segment=NetworkSegment(52798abc-0850-4dc9-8e7c-ddff37daa8af),segment_id=52798abc-0850-4dc9-8e7c-ddff37daa8af)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:20.521206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be511e40-d269-4417-8a70-233041fe4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3938f0-38fc-4487-853b-16c68df59e75'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:20.522386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:20.531666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:20.532169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:20.535093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:20.596829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9c60d38c-b700-437b-824a-1b84c1ecdc06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:20.607240 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=25302a3c27944c07923e52a335e83c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5391004 Feb 18 12:35:20.610907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49378) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:20.653197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49382) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:20.690101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be511e40-d269-4417-8a70-233041fe4602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3938f0-38fc-4487-853b-16c68df59e75', 'code': 200} Feb 18 12:35:20.720894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=9a3938f0-38fc-4487-853b-16c68df59e75,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:20.738222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7e2942-e520-4565-a66e-e838e1ace80f,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:20.746659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.747069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.747339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.747716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.748096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.748478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.748852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.749248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.749619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.753502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.755218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.757270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:20.757391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.757785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.758172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.758560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.761656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.761656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.761963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.762403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.762784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.763051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.763449 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.763770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.764144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:20.801060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:20.805781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:20.887935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.001261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.008409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:21.025917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7e2942-e520-4565-a66e-e838e1ace80f,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:21.027456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.029737 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7b7e2942-e520-4565-a66e-e838e1ace80f HTTP/1.1" status: 204 len: 168 time: 0.4175520 Feb 18 12:35:21.032354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:21.117388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.180618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:21.188936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Usage tracker for resource:security_group_rule and tenant:d1cb1e12ae86436cbecad64ef1531895 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:21.197997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:21.215102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:21.228067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8119d46-ea95-462d-85b4-b0729a1b472f req-dcecbf7c-b714-41e0-a1e7-4f7db0434691 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:21.236805 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b8119d46-ea95-462d-85b4-b0729a1b472f req-dcecbf7c-b714-41e0-a1e7-4f7db0434691 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 945 time: 0.3358853 Feb 18 12:35:21.237496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59859a6d-4eff-4e41-b072-03efa2de3286 req-7774c87f-6f68-4105-8f20-732d15996154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:21.239286 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59859a6d-4eff-4e41-b072-03efa2de3286 req-7774c87f-6f68-4105-8f20-732d15996154 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 1162 time: 0.2085025 Feb 18 12:35:21.261098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9a3938f0-38fc-4487-853b-16c68df59e75 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:21.324372 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59859a6d-4eff-4e41-b072-03efa2de3286 req-63cf33a4-148a-4cc1-b8b5-8f4c29b3d587 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759485 Feb 18 12:35:21.364960 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b8119d46-ea95-462d-85b4-b0729a1b472f req-ce3d000c-e284-4113-8302-0dadf05a8388 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262634 Feb 18 12:35:21.370464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2ee3a-1a71-446c-9f75-f54b7ec93763 req-805f9dbf-6863-4538-a00e-99c4e6041b77 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:21.378940 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7aa2ee3a-1a71-446c-9f75-f54b7ec93763 req-805f9dbf-6863-4538-a00e-99c4e6041b77 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.2906635 Feb 18 12:35:21.502289 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7aa2ee3a-1a71-446c-9f75-f54b7ec93763 req-61afe7cc-dd6b-467f-bbc7-8b781f4e51f0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222646 Feb 18 12:35:21.578493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.580426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 9a3938f0-38fc-4487-853b-16c68df59e75 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:21.581025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.583118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.595816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e91da928-f30f-421c-b96c-b00fe82266ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:21.644548 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d1cb1e12ae86436cbecad64ef1531895&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9900379 Feb 18 12:35:21.645726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdd755c-9ab4-4117-b031-855a866d4281,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:21.648202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49402) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:21.652065 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:21.699192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49406) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:21.721408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.727692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.744555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:21.751151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Usage tracker for resource:security_group_rule and tenant:63b4960c866548539dd7626c1fdc933e is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:21.754361 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:21.761005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:21.764673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.831762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.839712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7254e13-d237-499d-a20b-4074d7f4df0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:21.858628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdd755c-9ab4-4117-b031-855a866d4281,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:21.861275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.862661 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/9bdd755c-9ab4-4117-b031-855a866d4281 HTTP/1.1" status: 204 len: 168 time: 0.2129438 Feb 18 12:35:21.863637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:21.878606 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.881953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:21.898989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-70c30e62-7974-4967-a7d4-425a33876c3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:21.951326 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=63b4960c866548539dd7626c1fdc933e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509637 Feb 18 12:35:21.952281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93520870-c723-47d0-9243-22332fd4342a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:21.954578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49416) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:21.955719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:22.029118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.061584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.137725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.146168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-324c9dae-e97e-4a58-9f06-85f9c4def472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:22.220116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93520870-c723-47d0-9243-22332fd4342a,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:22.224059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:22.239903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.244314 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/93520870-c723-47d0-9243-22332fd4342a HTTP/1.1" status: 204 len: 168 time: 0.2860451 Feb 18 12:35:22.329508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-d253c2ca-466a-40eb-acc1-49226069bb2d tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:22.333239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-d253c2ca-466a-40eb-acc1-49226069bb2d tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Synchronizing usage tracker for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:network {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:22.333627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49434) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:22.349699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-d253c2ca-466a-40eb-acc1-49226069bb2d tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Unset dirty status for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:network {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:22.357295 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-d253c2ca-466a-40eb-acc1-49226069bb2d tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/networks?id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 HTTP/1.1" status: 200 len: 809 time: 0.2454569 Feb 18 12:35:22.360489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.377554 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-5d1beab3-29cf-4d13-b9c4-7b90518de484 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/quotas/8ff741b1e5a5409f9033aca68d45740b HTTP/1.1" status: 200 len: 375 time: 0.0189610 Feb 18 12:35:22.383537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:22.388151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Usage tracker for resource:security_group_rule and tenant:cb938e2d655f47aaa4c479fddfb9e33d is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:22.391668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:22.398853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:22.441403 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-960dae79-a8dd-4102-bcc1-3c6da3f4715c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ff741b1e5a5409f9033aca68d45740b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623429 Feb 18 12:35:22.501875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.508771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.540645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dac36333-6e61-459d-8ad5-08461aba08b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:22.551815 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=cb938e2d655f47aaa4c479fddfb9e33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149348 Feb 18 12:35:22.557270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49444) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:22.642621 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-a76ba453-314e-44d6-ac49-d628973709e5 service neutron] 10.222.0.85 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004545 Feb 18 12:35:22.703457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2bbb1-a7f2-4a05-afb8-d5f34afefe0c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:22.711626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:22.752927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2456d5-77b8-4b0f-8290-8a7365f94950 req-59bc4a87-27cf-47d2-96af-e3097a172a20 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:22.761582 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fd2456d5-77b8-4b0f-8290-8a7365f94950 req-59bc4a87-27cf-47d2-96af-e3097a172a20 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 945 time: 0.1897080 Feb 18 12:35:22.834684 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fd2456d5-77b8-4b0f-8290-8a7365f94950 req-c0b2e1fb-42c7-468a-9903-e3140683d216 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710242 Feb 18 12:35:22.869706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:22.909249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:23.016847 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-6205cbf8-7407-443e-a2e8-b702c9659b4a service neutron] 10.222.0.85 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3730354 Feb 18 12:35:23.038187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:23.043287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-136e850e-32b3-48e4-a6c8-39dccd4ee465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:23.059804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2bbb1-a7f2-4a05-afb8-d5f34afefe0c,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:23.065671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:23.078914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:23.080966 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/28f2bbb1-a7f2-4a05-afb8-d5f34afefe0c HTTP/1.1" status: 204 len: 168 time: 0.5245023 Feb 18 12:35:23.117450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7307b1c-e6f6-47aa-a96c-db6ce8cae3b3 req-4f2f33c7-58e9-4ab2-8d4c-e7734c54f0e7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:23.127226 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e7307b1c-e6f6-47aa-a96c-db6ce8cae3b3 req-4f2f33c7-58e9-4ab2-8d4c-e7734c54f0e7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1575923 Feb 18 12:35:23.190440 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e7307b1c-e6f6-47aa-a96c-db6ce8cae3b3 req-8cc5dd64-bf9a-465d-8d6d-d832f94eca6a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Feb 18 12:35:23.521456 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38bb0b3d-68a0-4e29-8376-f814cbc1b9a6 req-ee14bf7d-ff0b-4690-8c33-cfec557fb215 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 210 time: 0.0990527 Feb 18 12:35:23.540971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9a3938f0-38fc-4487-853b-16c68df59e75 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:23.654349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 9a3938f0-38fc-4487-853b-16c68df59e75 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:23.655109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:24.089792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0999345-f20b-46fd-add0-c0799f85b0d3 req-22276e2c-a3d2-4202-acfe-811b4eddcbc2 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:24.092440 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f0999345-f20b-46fd-add0-c0799f85b0d3 req-22276e2c-a3d2-4202-acfe-811b4eddcbc2 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 945 time: 0.1039000 Feb 18 12:35:24.150582 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f0999345-f20b-46fd-add0-c0799f85b0d3 req-81d16838-426a-434b-89d4-023df07fec5a tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470467 Feb 18 12:35:24.250604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49518) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:24.559603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbeb25-4a23-4650-808a-6fdbc04e57f4 req-00541050-f9ac-4520-b2c6-d626a4825cf5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:24.580108 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85cbeb25-4a23-4650-808a-6fdbc04e57f4 req-00541050-f9ac-4520-b2c6-d626a4825cf5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.2500525 Feb 18 12:35:24.692871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:24.695564 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85cbeb25-4a23-4650-808a-6fdbc04e57f4 req-ebfef5db-00bf-4b05-9076-1e8cf0c3bca6 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143777 Feb 18 12:35:24.737802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:24.744284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Usage tracker for resource:security_group_rule and tenant:d5e1fedd80624cbb95c6b097ba4c71f7 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:24.750252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:24.762165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:24.923425 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e46355d8-093f-4d5b-b811-90007c6854d7 req-a05e801b-6aae-41f3-9151-bc3194803e1a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 210 time: 0.1022222 Feb 18 12:35:24.971793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:24.977061 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.010575 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-654c7442-f51f-4656-b42a-7a6873007f3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:25.114835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7810ff6a-f2b7-44e8-8d12-ef22babf4da2,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:25.136047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:25.144929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49550) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:25.148077 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d5e1fedd80624cbb95c6b097ba4c71f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8962536 Feb 18 12:35:25.288932 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9a3938f0-38fc-4487-853b-16c68df59e75 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:25.361658 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.382050 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 9a3938f0-38fc-4487-853b-16c68df59e75 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:25.382781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.414343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.501481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-a3697b40-81ea-49f8-92a6-af900b241898 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:25.503052 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-a3697b40-81ea-49f8-92a6-af900b241898 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "GET /v2.0/networks?id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 HTTP/1.1" status: 200 len: 809 time: 0.2785730 Feb 18 12:35:25.515122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.522031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e894642f-3c35-4567-8924-778e59c33cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:25.548870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Request body: {'port': {'device_id': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4', 'admin_state_up': True, 'tenant_id': '8ff741b1e5a5409f9033aca68d45740b'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:25.628379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7810ff6a-f2b7-44e8-8d12-ef22babf4da2,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:25.632246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:25.641050 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.645594 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7810ff6a-f2b7-44e8-8d12-ef22babf4da2 HTTP/1.1" status: 204 len: 168 time: 0.4991233 Feb 18 12:35:25.742863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:25.749483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Usage tracker for resource:port and tenant:8ff741b1e5a5409f9033aca68d45740b is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:25.759258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:25.769467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:25.782576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Made reservation on behalf of 8ff741b1e5a5409f9033aca68d45740b for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:35:25.791946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:25.945039 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90152c20-5588-4a44-bfb9-7daaedfe67d8 req-857418ff-40f5-4b89-a270-3d02df585c62 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:25.953815 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-90152c20-5588-4a44-bfb9-7daaedfe67d8 req-857418ff-40f5-4b89-a270-3d02df585c62 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1165750 Feb 18 12:35:26.045006 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-90152c20-5588-4a44-bfb9-7daaedfe67d8 req-9b79d62c-cee2-4b8f-9668-4ee7f8a66bfc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907571 Feb 18 12:35:26.358382 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9f038cfc-6b5b-4d0d-82bb-71eac584444b req-66eac1cc-a6cb-40c4-9e3d-04fbbe8c3dcf tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 210 time: 0.1241286 Feb 18 12:35:26.482318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Allocated IP 172.20.0.14 (c744d293-86ae-4af8-b5aa-7cf70b6a9eb4/34cb8558-bdb6-4e07-907d-e7c58a5c15b4/9d13b28b-0e87-4bd1-b6cc-09b7749391ec) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:35:26.768124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:26.799460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:26.820688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:27.034207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:35:27.038705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:27.041218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:35:27.116902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Pushing event updated for resources: {'Port': ['ID=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:27.128571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:27.169948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:27.170641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:27.194128 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6541748 Feb 18 12:35:27.215302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea91759c-6a7d-4822-bf04-82a9d409b3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:27.219863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Request body: {'port': {'device_id': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:27.502215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:27.744918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c63b76-d6a9-4ba0-89f7-2b012b35019d req-5b186d5d-e7ef-422c-b4d7-4b3f45f97eea tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:27.746837 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89c63b76-d6a9-4ba0-89f7-2b012b35019d req-5b186d5d-e7ef-422c-b4d7-4b3f45f97eea tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 932 time: 0.1498311 Feb 18 12:35:27.747530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49644) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:27.781135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab17bc5-df2a-4d41-8ec9-1d9d89d3cab7 req-014c16d8-9a76-4fd5-9230-a851cb73d32a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:27.790965 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ab17bc5-df2a-4d41-8ec9-1d9d89d3cab7 req-014c16d8-9a76-4fd5-9230-a851cb73d32a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.5172665 Feb 18 12:35:27.817009 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89c63b76-d6a9-4ba0-89f7-2b012b35019d req-37793189-f58a-4b9a-a032-80afc3757818 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Feb 18 12:35:27.895416 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ab17bc5-df2a-4d41-8ec9-1d9d89d3cab7 req-6c07b298-724a-4ffb-818b-e914cc5a6265 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033618 Feb 18 12:35:28.059424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.088909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:28.093318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Usage tracker for resource:security_group_rule and tenant:9aaf3e0242bb4e34bd9176798c333099 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:28.096535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:28.103781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:28.129091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d13b28b-0e87-4bd1-b6cc-09b7749391ec {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:35:28.139007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.153729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Transition to ACTIVE for port object 9d13b28b-0e87-4bd1-b6cc-09b7749391ec will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:28.156518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.174855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:28.208140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.211238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.222162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1516af0c-0766-4eca-8f15-2350db1dd04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:28.270850 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9aaf3e0242bb4e34bd9176798c333099&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219536 Feb 18 12:35:28.273388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba27bb65-d8fe-4d02-8353-74a9c5ee69c9,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:28.276075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 49656) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:28.278965 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:28.377641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.414360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.476499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.482709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:28.500597 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba27bb65-d8fe-4d02-8353-74a9c5ee69c9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:28.506395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:28.557567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.559151 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ba27bb65-d8fe-4d02-8353-74a9c5ee69c9 HTTP/1.1" status: 204 len: 168 time: 0.2819800 Feb 18 12:35:28.589325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Pushing event updated for resources: {'Port': ['ID=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:28.605362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:28.877422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Attempting to bind port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:35:28.878045 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Attempting to bind port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:35:28.879113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Attempting to bind port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec on network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:35:28.902615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:35:28.903220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Checking segment: {'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:28.903870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:28.904494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Bound using segment: {'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:35:28.905324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Bound port: 9d13b28b-0e87-4bd1-b6cc-09b7749391ec, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:35:28.905936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:29.238132 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] For port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:35:29.246484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] For port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,segment=NetworkSegment(76fddb6f-7b71-4ddb-afc3-d15f026c4719),segment_id=76fddb6f-7b71-4ddb-afc3-d15f026c4719)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:35:29.254226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:29.261661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33d395-c0c8-40a9-a46e-2a6e4ed55e2b req-f1441df1-5fa8-44c8-aa34-6d2b39cf8e8e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:29.263621 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bc33d395-c0c8-40a9-a46e-2a6e4ed55e2b req-f1441df1-5fa8-44c8-aa34-6d2b39cf8e8e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1119459 Feb 18 12:35:29.279069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:29.393898 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bc33d395-c0c8-40a9-a46e-2a6e4ed55e2b req-881623bc-dc57-48f6-a362-88979238e3cb tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235805 Feb 18 12:35:29.459183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Pushing event updated for resources: {'Port': ['ID=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:29.471665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd8144-d21f-458c-ab0c-b00588b1cf1d req-c426b8dd-5ce0-4396-94c6-2ba7a20fef66 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:29.471665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-abbd8144-d21f-458c-ab0c-b00588b1cf1d req-c426b8dd-5ce0-4396-94c6-2ba7a20fef66 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Synchronizing usage tracker for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:29.473053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:29.546271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-abbd8144-d21f-458c-ab0c-b00588b1cf1d req-c426b8dd-5ce0-4396-94c6-2ba7a20fef66 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Unset dirty status for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:29.547574 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-abbd8144-d21f-458c-ab0c-b00588b1cf1d req-c426b8dd-5ce0-4396-94c6-2ba7a20fef66 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 944 time: 0.4619787 Feb 18 12:35:29.696736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:29.697812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:29.699565 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] 10.222.0.101 "PUT /v2.0/ports/9d13b28b-0e87-4bd1-b6cc-09b7749391ec HTTP/1.1" status: 200 len: 1158 time: 2.4850552 Feb 18 12:35:29.700476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'tag': '9d13b28b-0e87-4bd1-b6cc-09b7749391ec'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:29.713358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-abbd8144-d21f-458c-ab0c-b00588b1cf1d req-2caa5a2d-d9d0-4155-bbdd-8f02bcc2ef86 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Synchronizing usage tracker for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:29.724228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8edf7e80-312a-4e53-8d97-22fddf8f149b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:29.748271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-abbd8144-d21f-458c-ab0c-b00588b1cf1d req-2caa5a2d-d9d0-4155-bbdd-8f02bcc2ef86 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Unset dirty status for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:29.763293 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-abbd8144-d21f-458c-ab0c-b00588b1cf1d req-2caa5a2d-d9d0-4155-bbdd-8f02bcc2ef86 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807575 Feb 18 12:35:29.902046 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'tag': '9d13b28b-0e87-4bd1-b6cc-09b7749391ec', 'status': 'completed', 'code': 200} Feb 18 12:35:29.956252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-a7376b0f-fd76-46f5-8cc1-22ccd2425f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:29.958171 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-a7376b0f-fd76-46f5-8cc1-22ccd2425f5a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ff741b1e5a5409f9033aca68d45740b&device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 1161 time: 0.1064646 Feb 18 12:35:30.072542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:30.090154 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-ba19bf9f-db1b-473b-9309-9fae804bc424 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d13b28b-0e87-4bd1-b6cc-09b7749391ec HTTP/1.1" status: 200 len: 217 time: 0.1033258 Feb 18 12:35:30.126991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717e8aa-9b56-4ed7-91ad-20cdb9285897 req-15313507-3588-4d2e-9367-6b3fa3f436bb tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:30.129591 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1717e8aa-9b56-4ed7-91ad-20cdb9285897 req-15313507-3588-4d2e-9367-6b3fa3f436bb tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 945 time: 0.1178246 Feb 18 12:35:30.175244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-4abbeb4e-5029-4a34-be51-e15fd184a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:30.175610 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-4abbeb4e-5029-4a34-be51-e15fd184a153 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=34cb8558-bdb6-4e07-907d-e7c58a5c15b4 HTTP/1.1" status: 200 len: 849 time: 0.0776167 Feb 18 12:35:30.267547 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-b297e2e3-d5aa-4cdc-804b-b872d3f8f3b8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771601 Feb 18 12:35:30.440858 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1717e8aa-9b56-4ed7-91ad-20cdb9285897 req-93a89c36-1fd8-430b-81b8-e3fc0f5d811d tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032854 Feb 18 12:35:30.517479 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-6fa99954-caca-4880-98ac-b9d26c81cdd8 service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415848 Feb 18 12:35:30.759698 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1858d039-d4c2-4429-8d5e-12ca820c1c94 req-30c43a9a-a73f-4fea-8784-b0e3b6fc880e service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2347579 Feb 18 12:35:30.777153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ec09-d042-459e-ab33-32df1d291213 req-8d3eef27-4f69-43f0-a01f-de73a1b0f7f5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:30.779018 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0a05ec09-d042-459e-ab33-32df1d291213 req-8d3eef27-4f69-43f0-a01f-de73a1b0f7f5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.2199457 Feb 18 12:35:30.852005 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0a05ec09-d042-459e-ab33-32df1d291213 req-ed7b063c-015f-4f81-b2b8-162e26ddf924 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565293 Feb 18 12:35:31.050218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-d8522285-d175-4858-8fe2-49f341e0a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:31.057561 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-d8522285-d175-4858-8fe2-49f341e0a1d6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ff741b1e5a5409f9033aca68d45740b&device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 1161 time: 0.1559582 Feb 18 12:35:31.059465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76e000-a0cd-4415-9e9c-893c26e1b777 req-996b4278-0ea7-41dc-9eb0-d7cb6fbdd629 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:31.061287 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1c76e000-a0cd-4415-9e9c-893c26e1b777 req-996b4278-0ea7-41dc-9eb0-d7cb6fbdd629 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 944 time: 0.1293776 Feb 18 12:35:31.124805 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1c76e000-a0cd-4415-9e9c-893c26e1b777 req-8c65afa3-600a-47d5-addc-aceb9803274f tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563457 Feb 18 12:35:31.274393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-f1dcf214-e2d9-4410-aea7-193e1d67473b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:31.276465 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-f1dcf214-e2d9-4410-aea7-193e1d67473b service neutron] 10.222.0.101 "GET /v2.0/networks?id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 HTTP/1.1" status: 200 len: 903 time: 0.2105584 Feb 18 12:35:31.383740 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-26b073de-bc6f-4e18-9ca6-597e643d90cd service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d13b28b-0e87-4bd1-b6cc-09b7749391ec HTTP/1.1" status: 200 len: 217 time: 0.0988395 Feb 18 12:35:31.483773 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-e72637f4-1408-42f0-8c18-2c481c38da43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:31.485530 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-e72637f4-1408-42f0-8c18-2c481c38da43 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=34cb8558-bdb6-4e07-907d-e7c58a5c15b4 HTTP/1.1" status: 200 len: 849 time: 0.0905695 Feb 18 12:35:31.530396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:31.564524 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-fce56615-badc-4eb0-8d2d-5db182a8c0ce service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693650 Feb 18 12:35:31.619274 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:31.785175 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-8f6e3c34-89b5-4c1f-95cb-c6188879ea8b service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132101 Feb 18 12:35:31.796201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164725f-b407-44ad-bba6-3b89b7c545ef req-4b621776-7dfb-4284-84a1-9228493bc4e7 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:31.807394 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6164725f-b407-44ad-bba6-3b89b7c545ef req-4b621776-7dfb-4284-84a1-9228493bc4e7 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 945 time: 0.2126765 Feb 18 12:35:31.954433 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6164725f-b407-44ad-bba6-3b89b7c545ef req-014f536b-f929-453a-aa7c-a40a9f3b993e tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/security-groups?id=7c10962a-f098-4bdd-aa31-074f4f84469a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382079 Feb 18 12:35:32.044356 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38a8835f-86e0-45da-8a86-444ac000cfb5 req-63b635a2-e962-482d-9790-85ba47042905 service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2487524 Feb 18 12:35:32.149334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9afc4-b728-4755-8553-84aff708485d req-e60f7328-deff-498a-b862-1a52d96a1c08 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:32.150992 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c1c9afc4-b728-4755-8553-84aff708485d req-e60f7328-deff-498a-b862-1a52d96a1c08 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.0964880 Feb 18 12:35:32.215978 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c1c9afc4-b728-4755-8553-84aff708485d req-0f9b8d2e-9c75-4f43-9df5-05d3d241ab7c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576544 Feb 18 12:35:32.331733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-2dba99f1-27a2-4945-afa9-f6ccf3964ede tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:32.334920 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-2dba99f1-27a2-4945-afa9-f6ccf3964ede tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.101 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 945 time: 0.1015484 Feb 18 12:35:32.357485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0596b86-04ef-4a60-b27f-c5bddfabb3d5 req-26221b11-7cc3-4777-8267-3711f4fac38e tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:32.359550 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d0596b86-04ef-4a60-b27f-c5bddfabb3d5 req-26221b11-7cc3-4777-8267-3711f4fac38e tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 944 time: 0.1090798 Feb 18 12:35:32.413419 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d0596b86-04ef-4a60-b27f-c5bddfabb3d5 req-7ccce1d7-3810-4158-b783-bd4a51aadf0c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464613 Feb 18 12:35:32.430983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Deleting port 9a3938f0-38fc-4487-853b-16c68df59e75 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:35:32.431376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:32.705694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] For port 9a3938f0-38fc-4487-853b-16c68df59e75, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9a3938f0-38fc-4487-853b-16c68df59e75,segment=NetworkSegment(52798abc-0850-4dc9-8e7c-ddff37daa8af),segment_id=52798abc-0850-4dc9-8e7c-ddff37daa8af)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:32.706096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:32.842707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Calling delete_port for 9a3938f0-38fc-4487-853b-16c68df59e75 owned by compute:nova {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:35:33.078390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:33.096520 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:33.156767 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d55696ce-0615-4fac-9d4c-228cedaa3c67 req-4c9698fb-021c-4a3d-962d-abca62fe2598 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 210 time: 0.0858471 Feb 18 12:35:33.211923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:33.304676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port ba8d93be-85aa-4ca9-a799-95b92e7680e4 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:33.305284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:33.489263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Pushing event deleted for resources: {'Port': ['ID=9a3938f0-38fc-4487-853b-16c68df59e75,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:33.496447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:33.565067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9a3938f0-38fc-4487-853b-16c68df59e75 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:35:33.608190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 9a3938f0-38fc-4487-853b-16c68df59e75 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:35:33.608858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9a3938f0-38fc-4487-853b-16c68df59e75 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:35:33.652645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f21ca-92d1-4495-ad14-ca8d6123fa99 req-5ba36ada-5047-47d6-b4a2-dfe2700ac5f4 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:33.654321 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ce0f21ca-92d1-4495-ad14-ca8d6123fa99 req-5ba36ada-5047-47d6-b4a2-dfe2700ac5f4 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 944 time: 0.0982449 Feb 18 12:35:33.683024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2973514-5405-47ed-9c1e-c8f5d6920f3e req-591d006d-aae5-48b9-af51-9c1df362ac1b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:33.684743 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a2973514-5405-47ed-9c1e-c8f5d6920f3e req-591d006d-aae5-48b9-af51-9c1df362ac1b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1971016 Feb 18 12:35:33.685933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] No DVR routers for this DVR port 9a3938f0-38fc-4487-853b-16c68df59e75 on host hv-cinder-77642 {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:35:33.688746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:33.691727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be511e40-d269-4417-8a70-233041fe4602', 'name': 'network-vif-deleted', 'tag': '9a3938f0-38fc-4487-853b-16c68df59e75'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:33.705381 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ce0f21ca-92d1-4495-ad14-ca8d6123fa99 req-a14d362a-d019-4019-9d11-80bc84dca498 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443485 Feb 18 12:35:33.744832 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-008de2b6-372f-4a48-94eb-f21bb78a2e77 req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.101 "DELETE /v2.0/ports/9a3938f0-38fc-4487-853b-16c68df59e75 HTTP/1.1" status: 204 len: 173 time: 1.4046040 Feb 18 12:35:33.773279 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a2973514-5405-47ed-9c1e-c8f5d6920f3e req-fb02a241-b91f-4445-ada2-bd90ffc3c54e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761340 Feb 18 12:35:33.838898 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be511e40-d269-4417-8a70-233041fe4602', 'name': 'network-vif-deleted', 'tag': '9a3938f0-38fc-4487-853b-16c68df59e75', 'status': 'completed', 'code': 200} Feb 18 12:35:34.365869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-88812545-366c-44f8-bb1c-6175da5a7865 req-eb0dc32e-4ed7-431c-acfc-e657b229d122 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Synchronizing usage tracker for tenant:993392b8f5cc4d7489e4e6a8320e32ff on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:34.401030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-88812545-366c-44f8-bb1c-6175da5a7865 req-eb0dc32e-4ed7-431c-acfc-e657b229d122 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Unset dirty status for tenant:993392b8f5cc4d7489e4e6a8320e32ff on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:34.402956 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-88812545-366c-44f8-bb1c-6175da5a7865 req-eb0dc32e-4ed7-431c-acfc-e657b229d122 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] 10.222.0.85 "GET /v2.0/ports?device_id=be511e40-d269-4417-8a70-233041fe4602 HTTP/1.1" status: 200 len: 210 time: 0.1144984 Feb 18 12:35:34.455446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:35:34.915016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49870) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:34.984993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e08350-2425-476e-9e1e-38a881622fb8 req-86880e24-c0a9-4883-89ce-24af8d7e5409 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:34.993891 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e0e08350-2425-476e-9e1e-38a881622fb8 req-86880e24-c0a9-4883-89ce-24af8d7e5409 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 944 time: 0.1484821 Feb 18 12:35:35.048984 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bee711-1018-4f00-8149-cd94fdc6753e req-a39daf4c-7024-45c9-9e42-591fc9a6199c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:35.051022 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e0e08350-2425-476e-9e1e-38a881622fb8 req-54b0df52-fdf9-40e8-97cb-7ab367425254 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560186 Feb 18 12:35:35.068740 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92bee711-1018-4f00-8149-cd94fdc6753e req-a39daf4c-7024-45c9-9e42-591fc9a6199c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1181779 Feb 18 12:35:35.124998 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92bee711-1018-4f00-8149-cd94fdc6753e req-c6560e2f-6b51-4887-9d55-7d92d338e32b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642776 Feb 18 12:35:35.167878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.188382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:35.192682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Usage tracker for resource:security_group_rule and tenant:07971d518e5f44689a90aaddbfc47386 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:35.197130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:35.203714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:35.312709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.327359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.349815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1dc4ec77-19d6-4649-ba9b-b616d3733b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:35.401785 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=07971d518e5f44689a90aaddbfc47386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818964 Feb 18 12:35:35.401785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49882) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:35.413519 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f6c13-853c-49ab-9031-740416e59ea8,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:35.417832 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:35.476810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64e9694e-219a-49e2-b04b-62caa6f4ff7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.507590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64e9694e-219a-49e2-b04b-62caa6f4ff7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.561390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64e9694e-219a-49e2-b04b-62caa6f4ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.567099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7926f01-d071-4cb6-bca7-5e213bfc6352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:35.579289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9694e-219a-49e2-b04b-62caa6f4ff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f6c13-853c-49ab-9031-740416e59ea8,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:35.582265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-64e9694e-219a-49e2-b04b-62caa6f4ff7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:35.589587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64e9694e-219a-49e2-b04b-62caa6f4ff7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:35.590969 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-64e9694e-219a-49e2-b04b-62caa6f4ff7d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/2d7f6c13-853c-49ab-9031-740416e59ea8 HTTP/1.1" status: 204 len: 168 time: 0.1898589 Feb 18 12:35:35.969543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49902) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:35.999357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.018690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:36.023061 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Usage tracker for resource:security_group_rule and tenant:425582b43ff14c8b833d9b5b0f602642 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:36.026577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:36.032714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:36.127452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.131862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.141603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:36.201124 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=425582b43ff14c8b833d9b5b0f602642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301898 Feb 18 12:35:36.202877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 49916) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:36.258755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdedcd6-768b-4488-9c6f-7b6b31548cdb,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:36.264857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:36.364257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43391669-5fb7-4a79-9594-36f71b09aa35 req-7ac277e1-e3f0-4da4-8d81-6bb3c1656df6 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:36.366231 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-43391669-5fb7-4a79-9594-36f71b09aa35 req-7ac277e1-e3f0-4da4-8d81-6bb3c1656df6 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 944 time: 0.1877651 Feb 18 12:35:36.401859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.443542 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-43391669-5fb7-4a79-9594-36f71b09aa35 req-7f926cea-f0f6-4ca6-94ae-1a4a9b08801c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703709 Feb 18 12:35:36.473961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.552926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11323076-bb9c-4a4e-8cc9-3697bfee0d2c req-f5e11d25-10bc-4925-ab58-7bee5c8ac467 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:36.554748 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-11323076-bb9c-4a4e-8cc9-3697bfee0d2c req-f5e11d25-10bc-4925-ab58-7bee5c8ac467 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.2808061 Feb 18 12:35:36.566599 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-316502ad-f548-4627-9ac5-0173106d2a3b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2083638 Feb 18 12:35:36.607030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.617077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0f8bbed2-3551-4a32-bede-cba9248c8bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:36.634700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdedcd6-768b-4488-9c6f-7b6b31548cdb,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:36.637351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:36.655738 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-11323076-bb9c-4a4e-8cc9-3697bfee0d2c req-7489d5f1-395d-49bf-8f5c-94a84abdc394 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859456 Feb 18 12:35:36.666452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:36.670593 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/3cdedcd6-768b-4488-9c6f-7b6b31548cdb HTTP/1.1" status: 204 len: 168 time: 0.4664040 Feb 18 12:35:36.825203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-a8ac774d-3cba-416b-9610-019b1fda16f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:36.827593 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-a8ac774d-3cba-416b-9610-019b1fda16f7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.1192005 Feb 18 12:35:37.030011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-fdabc4fe-bcb6-4dd8-820c-f1825d7c1ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:37.032279 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-fdabc4fe-bcb6-4dd8-820c-f1825d7c1ec3 service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.1794271 Feb 18 12:35:37.117496 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-b7474b53-797d-4d68-a3e9-2fccf4de078f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 217 time: 0.0770547 Feb 18 12:35:37.207959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-a73ecd1f-e683-48fc-8ed6-8441dde900b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:37.210544 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-a73ecd1f-e683-48fc-8ed6-8441dde900b1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.0858316 Feb 18 12:35:37.275531 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-cbf9271c-720b-4d95-8d99-7f5d0735f891 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574772 Feb 18 12:35:37.352612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-7cd0658c-5f40-4bd2-8b18-4070a8537199 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:35:37.514530 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-44eb8528-cc90-4483-bc11-9d50c4d9ee2c service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318025 Feb 18 12:35:37.705308 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7be648f-afe5-44ef-9227-45ef08798f9c req-5e27851a-d81f-4dbe-ae28-376ea910e3ef service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1826220 Feb 18 12:35:37.731475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84130729-2457-455e-a9bf-0641a86e2507 req-bdbd1621-f028-4e93-9f28-2d13f3f5e86b tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:37.736141 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84130729-2457-455e-a9bf-0641a86e2507 req-bdbd1621-f028-4e93-9f28-2d13f3f5e86b tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 944 time: 0.1413314 Feb 18 12:35:37.793797 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84130729-2457-455e-a9bf-0641a86e2507 req-accdc2dc-a66b-44d7-9c5e-464ee753f324 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521712 Feb 18 12:35:38.032558 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac9abc6-8379-40ad-99e8-2950c110be07 req-b6c4a5aa-4f46-4d75-8c63-61d5e7b86bbf tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:38.034433 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ac9abc6-8379-40ad-99e8-2950c110be07 req-b6c4a5aa-4f46-4d75-8c63-61d5e7b86bbf tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1271837 Feb 18 12:35:38.102944 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ac9abc6-8379-40ad-99e8-2950c110be07 req-0490b827-b846-47cf-ab6b-8c694b90c479 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592477 Feb 18 12:35:38.264492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51c55e-57c5-40dc-beec-708da04f6f1a req-fee713b8-f859-4cd9-9496-e610e4b3791d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:38.266186 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ea51c55e-57c5-40dc-beec-708da04f6f1a req-fee713b8-f859-4cd9-9496-e610e4b3791d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 1162 time: 0.1002247 Feb 18 12:35:38.353099 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ea51c55e-57c5-40dc-beec-708da04f6f1a req-677d9c72-edea-413b-bc06-ef434771c1d2 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771551 Feb 18 12:35:38.551341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9d13b28b-0e87-4bd1-b6cc-09b7749391ec up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:38.638437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:35:38.649384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:38.649384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:38.805490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:38.841653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d13b28b-0e87-4bd1-b6cc-09b7749391ec'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:38.848712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,segment=NetworkSegment(76fddb6f-7b71-4ddb-afc3-d15f026c4719),segment_id=76fddb6f-7b71-4ddb-afc3-d15f026c4719)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:38.853535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:38.854767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:38.894799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e04fa7bd-3dfa-4618-8efa-df7c422bd317 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:39.054737 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d13b28b-0e87-4bd1-b6cc-09b7749391ec', 'code': 200} Feb 18 12:35:39.086918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:39.102302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:39.163717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port ba8d93be-85aa-4ca9-a799-95b92e7680e4 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:39.164004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:39.173017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf1eb-c066-4018-991d-2a4c752632e5 req-b20edea4-7108-4da8-95e2-102f2e014d35 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:39.174719 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-478bf1eb-c066-4018-991d-2a4c752632e5 req-b20edea4-7108-4da8-95e2-102f2e014d35 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 946 time: 0.1824958 Feb 18 12:35:39.251355 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-478bf1eb-c066-4018-991d-2a4c752632e5 req-d81b118d-e8df-4501-bc0e-25c43b7b7a9d tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636911 Feb 18 12:35:39.407388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe43bfe-02fd-4d35-8348-19ff9d5339d8 req-28a9dc49-1dad-4ec5-b24e-d734ac9390c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:39.409208 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ffe43bfe-02fd-4d35-8348-19ff9d5339d8 req-28a9dc49-1dad-4ec5-b24e-d734ac9390c9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 1163 time: 0.1187234 Feb 18 12:35:39.467097 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ffe43bfe-02fd-4d35-8348-19ff9d5339d8 req-37e3a021-b2b8-4ede-8b81-d4fdf4436ee0 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Feb 18 12:35:39.470604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b2e1b-ebd9-4fa0-9fda-d0309ce65e00 req-31e2d13a-2129-4ee7-999e-7bdca10df740 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:39.472261 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a44b2e1b-ebd9-4fa0-9fda-d0309ce65e00 req-31e2d13a-2129-4ee7-999e-7bdca10df740 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.0965490 Feb 18 12:35:39.522755 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a44b2e1b-ebd9-4fa0-9fda-d0309ce65e00 req-f217ddca-e037-4dd2-84a5-36eda4985a7b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435820 Feb 18 12:35:39.782247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9d13b28b-0e87-4bd1-b6cc-09b7749391ec up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:39.868403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:39.868917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:40.503301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8854ec7-34b1-4cc4-bbef-343602e98b38 req-868ca92e-2846-47fb-a274-350d1b7223cf tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:40.504719 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8854ec7-34b1-4cc4-bbef-343602e98b38 req-868ca92e-2846-47fb-a274-350d1b7223cf tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 946 time: 0.1032670 Feb 18 12:35:40.572586 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8854ec7-34b1-4cc4-bbef-343602e98b38 req-35accd0a-adc9-41b4-a764-aaccd430da4b tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614953 Feb 18 12:35:40.761438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed1d98-4ebe-4b4b-919f-03201e203023 req-dfe07648-15e8-44f0-95de-a1b70215fe7f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:40.763076 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4aed1d98-4ebe-4b4b-919f-03201e203023 req-dfe07648-15e8-44f0-95de-a1b70215fe7f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.0981743 Feb 18 12:35:40.832365 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4aed1d98-4ebe-4b4b-919f-03201e203023 req-6b497556-a10c-4bf5-92c9-516c8748c747 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626822 Feb 18 12:35:41.102034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef3270-478b-4606-b028-8e8a1c463172 req-25e43c8e-6c29-489a-be4c-6e76d5239ff7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:41.103670 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7fef3270-478b-4606-b028-8e8a1c463172 req-25e43c8e-6c29-489a-be4c-6e76d5239ff7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.0965090 Feb 18 12:35:41.156067 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7fef3270-478b-4606-b028-8e8a1c463172 req-22567a68-572f-4265-a95b-e4de1108d9ac tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459409 Feb 18 12:35:41.815819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b40de8-6a58-49a5-8f0e-7f9984cf152e req-a7b4c069-f562-4c7c-ba07-5137cf8682fc tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:41.817575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-26b40de8-6a58-49a5-8f0e-7f9984cf152e req-a7b4c069-f562-4c7c-ba07-5137cf8682fc tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 946 time: 0.0964000 Feb 18 12:35:41.821883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9d13b28b-0e87-4bd1-b6cc-09b7749391ec up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:41.876068 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-26b40de8-6a58-49a5-8f0e-7f9984cf152e req-9f7ab821-a355-4a38-88ac-ce2c1be2a86d tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 Feb 18 12:35:42.067452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:42.068471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.290253 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50114) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:42.435571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.452343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:42.456483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Usage tracker for resource:security_group_rule and tenant:b52fc09c24234cc696b18779c540b144 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:42.460305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:42.466557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:42.560698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.564365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.573218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-988a5a59-53c2-46e4-a74c-894c03604b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:42.623904 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b52fc09c24234cc696b18779c540b144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324614 Feb 18 12:35:42.624719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016d06a8-3a18-4ed9-aa5b-485b63f9f35a,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:42.626846 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50120) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:42.628187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:42.692128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.720949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.784336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.790691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e28457e9-d94c-4572-bda9-4fb700ed52d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:42.805305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016d06a8-3a18-4ed9-aa5b-485b63f9f35a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:42.808561 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:42.814871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:42.818908 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/016d06a8-3a18-4ed9-aa5b-485b63f9f35a HTTP/1.1" status: 204 len: 168 time: 0.1883342 Feb 18 12:35:43.225464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50150) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:43.246513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:43.264268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:43.268501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Usage tracker for resource:security_group_rule and tenant:f623d9c8ed2b4e149932c5e39de09bea is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:43.272073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:43.278744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:43.380964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:43.384056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:43.395218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ef106a2a-e7d0-4afc-9eaf-5ad369bddb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:43.427817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842f4e77-8dc2-4bba-9ac2-3c17ccfc3100,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:43.433448 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:43.435828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-cd244486-1900-44c1-b951-2a29f4a80775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:43.437812 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-cd244486-1900-44c1-b951-2a29f4a80775 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.1962237 Feb 18 12:35:43.461131 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f623d9c8ed2b4e149932c5e39de09bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338626 Feb 18 12:35:43.461837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50160) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:43.539999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:43.574691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:43.592601 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad0bad-9339-4d95-9cf7-d982666266a7 req-727b4f6b-1006-41f0-aa7c-2c554fec0556 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:43.602097 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95ad0bad-9339-4d95-9cf7-d982666266a7 req-727b4f6b-1006-41f0-aa7c-2c554fec0556 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.3078351 Feb 18 12:35:43.682807 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95ad0bad-9339-4d95-9cf7-d982666266a7 req-ebe3b928-beaf-4679-9890-2ee8d1f6ef06 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794625 Feb 18 12:35:43.684258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-f6a4bd74-168a-4557-ac7b-bab58b124abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:43.691515 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-f6a4bd74-168a-4557-ac7b-bab58b124abd service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.2434666 Feb 18 12:35:43.705195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:43.713232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2d5e00c5-260a-4929-8c9f-5a2f30deca14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:43.752260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842f4e77-8dc2-4bba-9ac2-3c17ccfc3100,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:43.764747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:43.767346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:43.768552 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/842f4e77-8dc2-4bba-9ac2-3c17ccfc3100 HTTP/1.1" status: 204 len: 168 time: 0.3045573 Feb 18 12:35:43.816602 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-72c0b412-3795-4a9b-8d1c-4bd96b4a69a3 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 217 time: 0.1166186 Feb 18 12:35:43.915790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-b5938b29-1f6b-4d43-b161-6bd61ec1d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:43.918737 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-b5938b29-1f6b-4d43-b161-6bd61ec1d383 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.0954120 Feb 18 12:35:44.000416 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-a7016980-5565-4a56-a25c-1f72b1c80ac6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742176 Feb 18 12:35:44.250280 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-c6ce9994-95b7-43ff-b779-e78c584a415b service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751142 Feb 18 12:35:44.264459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbbd2ff-d189-458f-8146-9950eee35416 req-3b61a106-24b5-440a-b55b-439f11c97da2 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:44.275784 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0dbbd2ff-d189-458f-8146-9950eee35416 req-3b61a106-24b5-440a-b55b-439f11c97da2 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 946 time: 0.1354220 Feb 18 12:35:44.389131 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0dbbd2ff-d189-458f-8146-9950eee35416 req-e7523d50-004e-40e8-b1fe-6a779f24d66f tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115754 Feb 18 12:35:44.760822 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0acd3c63-f7b4-475f-a26e-ce62979995f1 req-c1704d88-1ab7-4d6f-90ad-0641d6363303 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5021131 Feb 18 12:35:44.920466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b4eb-368e-4802-bf70-0d887d5241a0 req-03666756-8966-44f6-824a-4de7722bf779 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:44.922168 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3ec9b4eb-368e-4802-bf70-0d887d5241a0 req-03666756-8966-44f6-824a-4de7722bf779 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1018653 Feb 18 12:35:44.980606 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3ec9b4eb-368e-4802-bf70-0d887d5241a0 req-ad9b5857-dabb-4826-8ee5-c3f9895d9844 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501499 Feb 18 12:35:45.642212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519693b-650c-4847-a7a6-ce3870535b75 req-5c76a569-ac98-4efb-94e3-e44adb23312c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:45.643893 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c519693b-650c-4847-a7a6-ce3870535b75 req-5c76a569-ac98-4efb-94e3-e44adb23312c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 946 time: 0.1045358 Feb 18 12:35:45.703803 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c519693b-650c-4847-a7a6-ce3870535b75 req-bc5e2c20-5732-4e2d-bbb8-368d581f1331 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527782 Feb 18 12:35:46.206649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae3006-508b-4ec5-a579-f4e01c0e8acd req-a53cd6a5-a7e7-437f-9c15-27d6250c02cf tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:46.208857 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d7ae3006-508b-4ec5-a579-f4e01c0e8acd req-a53cd6a5-a7e7-437f-9c15-27d6250c02cf tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1036470 Feb 18 12:35:46.261519 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d7ae3006-508b-4ec5-a579-f4e01c0e8acd req-4ecbb87c-5785-4201-b5a9-6b5b9ea428cd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455320 Feb 18 12:35:46.379866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719e504-85e7-4707-8b3e-d667e96654ea req-f73080ea-7518-4d9d-9ac5-aa8981d6af09 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:46.381987 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d719e504-85e7-4707-8b3e-d667e96654ea req-f73080ea-7518-4d9d-9ac5-aa8981d6af09 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 946 time: 0.1196282 Feb 18 12:35:46.467531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Deleting port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:35:46.467918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:46.660973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:46.806903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] For port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,segment=NetworkSegment(76fddb6f-7b71-4ddb-afc3-d15f026c4719),segment_id=76fddb6f-7b71-4ddb-afc3-d15f026c4719)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:35:46.807671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:46.975045 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Calling delete_port for 9d13b28b-0e87-4bd1-b6cc-09b7749391ec owned by compute:nova {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:35:47.155829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2d017-ebff-4488-b7b1-57289db4a590 req-17fb0ed8-42b8-47d7-abd0-141330cc1488 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:47.164255 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aef2d017-ebff-4488-b7b1-57289db4a590 req-17fb0ed8-42b8-47d7-abd0-141330cc1488 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 946 time: 0.1115844 Feb 18 12:35:47.174533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:47.233538 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aef2d017-ebff-4488-b7b1-57289db4a590 req-1996432e-dade-4407-8813-bb4cda44bc6b tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682526 Feb 18 12:35:47.270616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:47.445095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Pushing event deleted for resources: {'Port': ['ID=9d13b28b-0e87-4bd1-b6cc-09b7749391ec,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:47.496630 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:47.542540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] No DVR routers for this DVR port 9d13b28b-0e87-4bd1-b6cc-09b7749391ec on host hv-cinder-77642 {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:35:47.565376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:47.569690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'name': 'network-vif-deleted', 'tag': '9d13b28b-0e87-4bd1-b6cc-09b7749391ec'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:47.615318 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d719e504-85e7-4707-8b3e-d667e96654ea req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "DELETE /v2.0/ports/9d13b28b-0e87-4bd1-b6cc-09b7749391ec HTTP/1.1" status: 204 len: 173 time: 1.2251391 Feb 18 12:35:47.632258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914871ec-459b-46c0-ab57-35445cc6ea32 req-2190b51c-6f36-4b70-9f27-faacb6f4bdb0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:47.633971 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-914871ec-459b-46c0-ab57-35445cc6ea32 req-2190b51c-6f36-4b70-9f27-faacb6f4bdb0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2025969 Feb 18 12:35:47.688295 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-914871ec-459b-46c0-ab57-35445cc6ea32 req-6a22bf4a-c82f-4e19-ac2c-32b84b11fcca tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478489 Feb 18 12:35:47.735581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9d13b28b-0e87-4bd1-b6cc-09b7749391ec no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:35:47.789601 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 9d13b28b-0e87-4bd1-b6cc-09b7749391ec {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:35:47.790464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 9d13b28b-0e87-4bd1-b6cc-09b7749391ec not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:35:47.795339 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e49ba3-31de-441b-bc20-8093769ce7bd', 'name': 'network-vif-deleted', 'tag': '9d13b28b-0e87-4bd1-b6cc-09b7749391ec', 'status': 'completed', 'code': 200} Feb 18 12:35:48.491636 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f57f8caf-2bad-4bd3-8f38-676d72eb1072 req-46775e05-14f0-4af0-b368-b426e86c55d0 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=21e49ba3-31de-441b-bc20-8093769ce7bd HTTP/1.1" status: 200 len: 210 time: 0.0584307 Feb 18 12:35:48.692742 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50326) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:48.921750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:48.940582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:48.946327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92465957-acfa-460a-b9a1-1888c260d979 req-028d0584-4a94-40c1-8192-abe0a2e85271 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:48.948307 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92465957-acfa-460a-b9a1-1888c260d979 req-028d0584-4a94-40c1-8192-abe0a2e85271 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1154430 Feb 18 12:35:48.960782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5155c6f04e704c5f88828a71e9e34d79 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:48.964825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:48.974811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:49.020252 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92465957-acfa-460a-b9a1-1888c260d979 req-ea2407fa-09db-43f9-96bc-6e1f77a1d37f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Feb 18 12:35:49.103781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:49.107930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:49.117586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b7defeb6-e904-42cb-b1dc-2dbd4b20c8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:49.165865 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=5155c6f04e704c5f88828a71e9e34d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712195 Feb 18 12:35:49.167581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e14978-a947-4f1c-b88f-2ca384fc514b,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:49.169016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50344) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:49.176414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.177226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.177634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.178027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.178417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.178845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.179280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.180220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.180220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.180635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.180709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.181071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.182286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.182286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.182286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.182869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.183025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.183304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.183686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.184066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.184441 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.184829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.185237 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.185612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:49.190390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:49.236013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:49.263649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:49.311395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:49.316713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a1faf501-bd2a-4cc1-baa8-24319713d8ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:49.335409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e14978-a947-4f1c-b88f-2ca384fc514b,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:49.338343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:49.339297 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:49.341549 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/13e14978-a947-4f1c-b88f-2ca384fc514b HTTP/1.1" status: 204 len: 168 time: 0.1711707 Feb 18 12:35:50.075809 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-b646c62f-5866-4c06-9fd3-cfa96f6c9060 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:50.077890 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-b646c62f-5866-4c06-9fd3-cfa96f6c9060 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/networks?id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 HTTP/1.1" status: 200 len: 809 time: 0.2093735 Feb 18 12:35:50.098981 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-df2db643-58d6-4d47-a6e9-3a178d0db3f7 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/quotas/8ff741b1e5a5409f9033aca68d45740b HTTP/1.1" status: 200 len: 375 time: 0.0143714 Feb 18 12:35:50.205127 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-306ec578-c391-4b35-80f7-67563fd8a748 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=8ff741b1e5a5409f9033aca68d45740b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997758 Feb 18 12:35:50.357315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54622d88-6b5d-4692-9721-ab8fae5e2abe req-748b7a80-b8a7-4123-a348-77f88ad6cb68 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:50.359140 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-54622d88-6b5d-4692-9721-ab8fae5e2abe req-748b7a80-b8a7-4123-a348-77f88ad6cb68 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1218853 Feb 18 12:35:50.403660 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-51da8bcf-0923-44ec-a6af-28e11d96e391 service neutron] 10.222.0.85 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910276 Feb 18 12:35:50.434215 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-54622d88-6b5d-4692-9721-ab8fae5e2abe req-b1a6f301-a54e-401a-a60e-1efdee0a0c21 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612426 Feb 18 12:35:50.596830 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-14351390-a045-4192-a9af-39390bce0c46 service neutron] 10.222.0.85 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1866775 Feb 18 12:35:50.895429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-09db2e64-983c-4d23-a35e-c3fa219f4974 req-558ffb57-de66-4bbf-910d-c0a783f2565a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Synchronizing usage tracker for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:50.914343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-09db2e64-983c-4d23-a35e-c3fa219f4974 req-558ffb57-de66-4bbf-910d-c0a783f2565a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Unset dirty status for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:50.928926 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-09db2e64-983c-4d23-a35e-c3fa219f4974 req-558ffb57-de66-4bbf-910d-c0a783f2565a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 210 time: 0.1034162 Feb 18 12:35:50.981351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50430) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:51.186114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:51.232463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:51.249602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Usage tracker for resource:security_group_rule and tenant:d23718caf7404ec3ba895ad53b9cc74f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:35:51.257918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:35:51.269923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:51.439324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:51.443113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:51.452953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07b68da0-e4a3-4cbb-a187-86a68834d8f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:51.483909 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d23718caf7404ec3ba895ad53b9cc74f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5011563 Feb 18 12:35:51.486903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50460) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:51.509288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae08939-2e7d-43c3-97be-55c35493b31a,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:51.548182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.548588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.549022 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.549428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.549764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.550152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.550527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.550936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.551249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.551625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.559322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:35:51.560750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:51.574094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:51.592723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:51.722129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:51.728956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:51.746382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00aa4be-1f1f-4284-9ccf-f3b770f28ded req-ff4b35e1-44f2-48be-b1ea-c8cbdafd2a43 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:51.747983 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c00aa4be-1f1f-4284-9ccf-f3b770f28ded req-ff4b35e1-44f2-48be-b1ea-c8cbdafd2a43 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1609182 Feb 18 12:35:51.751255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae08939-2e7d-43c3-97be-55c35493b31a,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:51.758902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:51.782368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:51.783571 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/5ae08939-2e7d-43c3-97be-55c35493b31a HTTP/1.1" status: 204 len: 168 time: 0.2956159 Feb 18 12:35:51.808786 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c00aa4be-1f1f-4284-9ccf-f3b770f28ded req-9eea4ad1-11f6-45cc-89f1-460b137688f7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533750 Feb 18 12:35:52.106452 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a7fa88e5-6fdf-4b05-90e6-b772249ee506 req-c310feba-f2cb-4df3-8652-bd3b4381a8a8 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 210 time: 0.0531323 Feb 18 12:35:52.189480 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 28a11634-fc63-4b56-8152-3d524e1fd4c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:35:52.271801 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 28a11634-fc63-4b56-8152-3d524e1fd4c3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:35:52.271801 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:52.444251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-e924c074-1ecf-4b2c-8a9f-e77cc9f9167b tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:52.446400 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-e924c074-1ecf-4b2c-8a9f-e77cc9f9167b tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "GET /v2.0/networks?id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 HTTP/1.1" status: 200 len: 809 time: 0.2322152 Feb 18 12:35:52.491742 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Request body: {'port': {'device_id': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4', 'admin_state_up': True, 'tenant_id': '8ff741b1e5a5409f9033aca68d45740b'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:52.732773 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:35:52.744310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:35:52.753902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Made reservation on behalf of 8ff741b1e5a5409f9033aca68d45740b for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:35:52.760872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:53.024006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd9a63-7404-47a5-94aa-bdab3e72b81c req-d1886153-86f7-454d-b0c2-b722aa9fa04d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:53.025728 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4fcd9a63-7404-47a5-94aa-bdab3e72b81c req-d1886153-86f7-454d-b0c2-b722aa9fa04d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.0973814 Feb 18 12:35:53.078594 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4fcd9a63-7404-47a5-94aa-bdab3e72b81c req-2d9c94d1-d6a2-49c1-bc55-599933cdcd8a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 Feb 18 12:35:53.102068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Allocated IP 172.20.0.12 (c744d293-86ae-4af8-b5aa-7cf70b6a9eb4/34cb8558-bdb6-4e07-907d-e7c58a5c15b4/eba0720f-8241-461a-88e8-363737ca69bd) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:35:53.306662 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-62d4e52a-c778-4b2b-94ca-2786c853dc45 req-5ce928eb-f8d0-40df-9cfa-db7b5799b4b6 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 210 time: 0.0718434 Feb 18 12:35:53.381933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:53.413308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:53.434268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:53.588047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Pushing event updated for resources: {'Port': ['ID=eba0720f-8241-461a-88e8-363737ca69bd,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:53.613109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:53.694767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:35:53.696020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:35:53.698765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:35:53.770949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:53.771646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:53.803927 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3181682 Feb 18 12:35:53.937599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Request body: {'port': {'device_id': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:35:54.360916 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:54.439185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc5438-9c77-4cf3-ab92-d819b1358176 req-193f6b67-2d46-4392-9d7e-ebc7294f6852 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:54.440814 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9dfc5438-9c77-4cf3-ab92-d819b1358176 req-193f6b67-2d46-4392-9d7e-ebc7294f6852 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2297058 Feb 18 12:35:54.519226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8ca3a-03c7-4cd7-8348-02713db484a0 req-5d1e11be-061a-4705-b204-1791f0573166 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:54.521507 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8d8ca3a-03c7-4cd7-8348-02713db484a0 req-5d1e11be-061a-4705-b204-1791f0573166 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 932 time: 0.0917413 Feb 18 12:35:54.557042 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9dfc5438-9c77-4cf3-ab92-d819b1358176 req-99933752-036e-48ce-8837-fec3d101b69b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073651 Feb 18 12:35:54.578059 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8d8ca3a-03c7-4cd7-8348-02713db484a0 req-7a7c319b-49e9-4bb4-b752-d64cd16787c3 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Feb 18 12:35:54.892153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eba0720f-8241-461a-88e8-363737ca69bd {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:35:54.901678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:54.916787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Transition to ACTIVE for port object eba0720f-8241-461a-88e8-363737ca69bd will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:35:54.920257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:54.938505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ced129ae-0d5e-4cb8-8d60-0eff374e141f tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:55.090038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Pushing event updated for resources: {'Port': ['ID=eba0720f-8241-461a-88e8-363737ca69bd,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:55.093759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:55.312434 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Attempting to bind port eba0720f-8241-461a-88e8-363737ca69bd on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:35:55.312814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Attempting to bind port eba0720f-8241-461a-88e8-363737ca69bd by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:35:55.313220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Attempting to bind port eba0720f-8241-461a-88e8-363737ca69bd on network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:35:55.321306 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:35:55.321677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Checking segment: {'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:35:55.322073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.322471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Bound using segment: {'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:35:55.322950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Bound port: eba0720f-8241-461a-88e8-363737ca69bd, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fddb6f-7b71-4ddb-afc3-d15f026c4719', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c744d293-86ae-4af8-b5aa-7cf70b6a9eb4'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:35:55.323501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.434674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] For port eba0720f-8241-461a-88e8-363737ca69bd, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:35:55.437982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] For port eba0720f-8241-461a-88e8-363737ca69bd, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=eba0720f-8241-461a-88e8-363737ca69bd,segment=NetworkSegment(76fddb6f-7b71-4ddb-afc3-d15f026c4719),segment_id=76fddb6f-7b71-4ddb-afc3-d15f026c4719)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:35:55.441408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.459682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1c7f6a4d-b8d0-4162-af2b-de05bd80944a tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:55.628108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Pushing event updated for resources: {'Port': ['ID=eba0720f-8241-461a-88e8-363737ca69bd,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:55.632854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:55.670699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.671408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:55.672937 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] 10.222.0.101 "PUT /v2.0/ports/eba0720f-8241-461a-88e8-363737ca69bd HTTP/1.1" status: 200 len: 1158 time: 1.7408261 Feb 18 12:35:55.673511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'tag': 'eba0720f-8241-461a-88e8-363737ca69bd'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:35:55.769670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ce365-07ec-40bf-8177-bf2103352b12 req-091a7d6f-a909-48d7-a924-96f1624169dd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.772020 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c41ce365-07ec-40bf-8177-bf2103352b12 req-091a7d6f-a909-48d7-a924-96f1624169dd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.0918934 Feb 18 12:35:55.839300 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c41ce365-07ec-40bf-8177-bf2103352b12 req-743c1e8d-0431-479d-bd86-d94b4c7c886b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580280 Feb 18 12:35:55.900815 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'tag': 'eba0720f-8241-461a-88e8-363737ca69bd', 'status': 'completed', 'code': 200} Feb 18 12:35:55.913731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-116abd59-de53-4028-a5c2-d1cbd53e3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:55.915366 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-116abd59-de53-4028-a5c2-d1cbd53e3885 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ff741b1e5a5409f9033aca68d45740b&device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 1161 time: 0.1820834 Feb 18 12:35:56.001177 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd045ab-a0e3-4a20-996a-9c1fe49e332a req-6fa41703-8e42-4b90-9c05-307f4e8e7d92 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:56.002314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1cd045ab-a0e3-4a20-996a-9c1fe49e332a req-6fa41703-8e42-4b90-9c05-307f4e8e7d92 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Synchronizing usage tracker for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:35:56.025713 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-55d1f918-51a3-48f5-81bb-6f595ef213f6 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba0720f-8241-461a-88e8-363737ca69bd HTTP/1.1" status: 200 len: 217 time: 0.0950525 Feb 18 12:35:56.038112 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1cd045ab-a0e3-4a20-996a-9c1fe49e332a req-6fa41703-8e42-4b90-9c05-307f4e8e7d92 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Unset dirty status for tenant:8ff741b1e5a5409f9033aca68d45740b on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:35:56.039356 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1cd045ab-a0e3-4a20-996a-9c1fe49e332a req-6fa41703-8e42-4b90-9c05-307f4e8e7d92 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 944 time: 0.2615244 Feb 18 12:35:56.151706 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1cd045ab-a0e3-4a20-996a-9c1fe49e332a req-c20b98ca-c814-4ad0-b9af-9fccda6851cc tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045313 Feb 18 12:35:56.159228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-46d4adfd-400d-4a07-b643-421cdc33da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:56.160813 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-46d4adfd-400d-4a07-b643-421cdc33da21 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=34cb8558-bdb6-4e07-907d-e7c58a5c15b4 HTTP/1.1" status: 200 len: 849 time: 0.0979364 Feb 18 12:35:56.228799 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-47abcd2e-0886-4c24-b8f1-80248e522382 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594954 Feb 18 12:35:56.421937 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-1558f645-bca7-44e0-98aa-095cca21cb9e service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854062 Feb 18 12:35:56.626851 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da95be4b-c6db-4ab1-8df3-1f8255d0006c req-802556e9-7914-41d6-a031-a68cb8a00fcc service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1965322 Feb 18 12:35:56.832373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-b82fa1da-8c85-45f4-bb8e-e32276f54579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:56.834210 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-b82fa1da-8c85-45f4-bb8e-e32276f54579 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=8ff741b1e5a5409f9033aca68d45740b&device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 1161 time: 0.0922556 Feb 18 12:35:57.073875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-17995129-adc1-4569-a915-327d5ab61666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.075827 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-17995129-adc1-4569-a915-327d5ab61666 service neutron] 10.222.0.101 "GET /v2.0/networks?id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 HTTP/1.1" status: 200 len: 903 time: 0.2337880 Feb 18 12:35:57.083013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a08467-c1ac-42c8-9aa9-e439d631761b req-3b2dd5fd-93f5-4e42-952e-c80187e19905 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.093095 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-21a08467-c1ac-42c8-9aa9-e439d631761b req-3b2dd5fd-93f5-4e42-952e-c80187e19905 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1087611 Feb 18 12:35:57.162494 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-21a08467-c1ac-42c8-9aa9-e439d631761b req-526b32ef-2eff-4f3f-aa53-5a8a5de5ae8b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679145 Feb 18 12:35:57.174518 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-5d817ed4-6547-4056-a859-d7a995a1af98 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eba0720f-8241-461a-88e8-363737ca69bd HTTP/1.1" status: 200 len: 217 time: 0.0897901 Feb 18 12:35:57.207229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7206d579-3a56-4266-abab-417df5a32a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:57.291093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-a4b573df-b41a-47c3-9b4d-c468cf0de423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.292856 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-a4b573df-b41a-47c3-9b4d-c468cf0de423 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=34cb8558-bdb6-4e07-907d-e7c58a5c15b4 HTTP/1.1" status: 200 len: 849 time: 0.1104558 Feb 18 12:35:57.311299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77276d-10e8-44f1-bf1b-d10c66cedfc6 req-e0cc2768-7fb3-4c22-95d4-5a232b9bdced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.312990 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cb77276d-10e8-44f1-bf1b-d10c66cedfc6 req-e0cc2768-7fb3-4c22-95d4-5a232b9bdced service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.1113987 Feb 18 12:35:57.401625 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-4ec0c393-3a42-49c0-ae1e-76707354078e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004329 Feb 18 12:35:57.494157 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cb77276d-10e8-44f1-bf1b-d10c66cedfc6 req-1c0f8bfa-91f8-4d23-b40b-0cade1682ffc service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659923 Feb 18 12:35:57.524578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5b2ac-41f9-4a09-a4e0-20cf2eced59c req-82a6c6c2-97b7-4571-9560-3bc4b6151f0c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:57.526734 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6bf5b2ac-41f9-4a09-a4e0-20cf2eced59c req-82a6c6c2-97b7-4571-9560-3bc4b6151f0c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 944 time: 0.1507773 Feb 18 12:35:57.586061 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-f30d4985-2ae3-42af-9794-b50de8ec29a3 service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622193 Feb 18 12:35:57.592375 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6bf5b2ac-41f9-4a09-a4e0-20cf2eced59c req-c2094749-6308-4864-a404-b3ccc624b5f0 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586934 Feb 18 12:35:58.118017 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-38145f98-6a2b-41ed-aede-aa20a7a18acc req-573f3270-29f3-447e-a79b-8aff17f68248 service neutron] 10.222.0.101 "GET /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1751533 Feb 18 12:35:58.381597 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f0a08-ca64-4e42-9bae-ee32b3f50582 req-de5ce839-6530-4080-902f-44edea40c0f0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:58.383295 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-791f0a08-ca64-4e42-9bae-ee32b3f50582 req-de5ce839-6530-4080-902f-44edea40c0f0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.0929568 Feb 18 12:35:58.434594 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-791f0a08-ca64-4e42-9bae-ee32b3f50582 req-9a9c3ce6-aa74-40f5-b040-a177bd7f69d3 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446999 Feb 18 12:35:58.570660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50684) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:58.910691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Deleting subnet 9b37e010-d816-47b1-ba53-155a52684212 {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:35:58.916417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:58.983129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6698161'] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:59.035635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb2e15a-c3c2-42ed-95d8-c073b947903f req-3378f48f-386e-4de1-9d9e-a9259b123979 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:59.037736 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4bb2e15a-c3c2-42ed-95d8-c073b947903f req-3378f48f-386e-4de1-9d9e-a9259b123979 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 944 time: 0.2049391 Feb 18 12:35:59.092052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:59.142864 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4bb2e15a-c3c2-42ed-95d8-c073b947903f req-a568a84d-b8bc-47a5-b132-1741fd405208 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978403 Feb 18 12:35:59.393638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-997423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6894015'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:59.414084 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c2104c7f-d8cd-4323-806b-4c35a5a2bbf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:35:59.520455 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b37e010-d816-47b1-ba53-155a52684212,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:35:59.525238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:35:59.563787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:59.571507 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] 10.222.0.85 "DELETE /v2.0/subnets/9b37e010-d816-47b1-ba53-155a52684212 HTTP/1.1" status: 204 len: 168 time: 0.9995275 Feb 18 12:35:59.574109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50706) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:35:59.704259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8f13b19-f0a5-4af0-8b63-e525e35a4aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:59.717629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:35:59.735436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388a1d9-b3f6-4e99-a8e2-48db0f03f9fc req-8fc65267-d255-4177-b47e-812c94374d1e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:35:59.737561 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d388a1d9-b3f6-4e99-a8e2-48db0f03f9fc req-8fc65267-d255-4177-b47e-812c94374d1e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1712499 Feb 18 12:35:59.791259 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d388a1d9-b3f6-4e99-a8e2-48db0f03f9fc req-cd0e82c1-f68d-426d-b091-0e20ea4d09f1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Feb 18 12:35:59.972191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:00.069806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:00.111615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b0ef78-59a4-4fee-88b5-44f41e196ee0']}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:00.119894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 28a11634-fc63-4b56-8152-3d524e1fd4c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:00.128995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52798abc-0850-4dc9-8e7c-ddff37daa8af') {'for_net_delete': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:00.129482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52798abc-0850-4dc9-8e7c-ddff37daa8af') {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:00.152376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848077687'] for segment, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:00.182753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:00.192485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:36:00.248150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 28a11634-fc63-4b56-8152-3d524e1fd4c3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:00.248680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:00.437229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19050-feff-4ca5-8f56-4842158d75ab req-6442d899-40d4-45f2-ac74-edf2c7a7ef08 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:00.439045 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ae19050-feff-4ca5-8f56-4842158d75ab req-6442d899-40d4-45f2-ac74-edf2c7a7ef08 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1847582 Feb 18 12:36:00.498293 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ae19050-feff-4ca5-8f56-4842158d75ab req-eddc94fb-56ab-48a6-b3f8-dd570ab6bdfb tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512629 Feb 18 12:36:00.588135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:00.605358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853790834'] for segment, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:00.733881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-f868c900-2c72-4232-be6a-e7d971972ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:00.735478 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-f868c900-2c72-4232-be6a-e7d971972ac7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.5243776 Feb 18 12:36:00.796450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2721cb4-2468-4ddd-82a2-f7f2e1bfe667 req-35b31c0f-db85-41ea-ad23-c50ef60cd708 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:00.798073 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d2721cb4-2468-4ddd-82a2-f7f2e1bfe667 req-35b31c0f-db85-41ea-ad23-c50ef60cd708 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 944 time: 0.5054712 Feb 18 12:36:00.951396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Network 99b0ef78-59a4-4fee-88b5-44f41e196ee0 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:36:00.979737 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:36:01.105204 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d2721cb4-2468-4ddd-82a2-f7f2e1bfe667 req-701cf36c-b975-48b6-b4a0-9889129d10a4 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665007 Feb 18 12:36:01.122732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:01.135690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:01.148339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-814b1bc6-cb47-4059-aceb-a370af4f3109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:01.150020 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-814b1bc6-cb47-4059-aceb-a370af4f3109 service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.3509798 Feb 18 12:36:01.157720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:01.161243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Pushing event deleted for resources: {'Network': ['ID=99b0ef78-59a4-4fee-88b5-44f41e196ee0,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:01.166142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:01.172068 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] 10.222.0.85 "DELETE /v2.0/networks/99b0ef78-59a4-4fee-88b5-44f41e196ee0 HTTP/1.1" status: 204 len: 168 time: 1.5940735 Feb 18 12:36:01.172356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50744) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:01.306579 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-503055ab-093f-45c9-a3b0-b7b8b53d4755 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 217 time: 0.0947711 Feb 18 12:36:01.324031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Deleting subnet aa3e80cc-c0d5-4a66-a5ed-8d7b7db62eaa {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:36:01.328689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:01.445582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6698161'] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:01.493476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-94df9ac5-1e2f-4864-9e77-473c25441bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:01.495101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-94df9ac5-1e2f-4864-9e77-473c25441bd4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.1674871 Feb 18 12:36:01.525722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:01.566924 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-bda01498-217b-4b03-9030-44853b759e3d service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636952 Feb 18 12:36:01.597610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:01.744268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff8eaa-ee85-4eb7-a83b-5f9b60d93c5f req-cf8ce03e-7722-4b4b-bf63-016f2c22d9c0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:01.746446 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-51ff8eaa-ee85-4eb7-a83b-5f9b60d93c5f req-cf8ce03e-7722-4b4b-bf63-016f2c22d9c0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1202862 Feb 18 12:36:01.805681 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-51ff8eaa-ee85-4eb7-a83b-5f9b60d93c5f req-43e8dfae-0429-4ad7-bc58-3f51bb2465ca tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517051 Feb 18 12:36:01.832460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:02.108193 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-a03d9bd8-7ab2-4862-b971-d220a1f4f1a9 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5239429 Feb 18 12:36:02.382179 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-39014d69-55ed-49fc-aeb2-3b44b544f72a req-60faa6e3-bb00-46f1-bde7-8e5ece52ece0 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2607040 Feb 18 12:36:02.415262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-997423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6894015'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:02.427309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49b4bc-02e1-43f5-9685-5673298f5dc3 req-0e3d16b4-7edb-432d-8d3b-0f80b6e972a1 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:02.431040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-80840bcd-1d0f-4aa1-b196-8ac5e581516a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:02.437586 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bb49b4bc-02e1-43f5-9685-5673298f5dc3 req-0e3d16b4-7edb-432d-8d3b-0f80b6e972a1 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 944 time: 0.1358483 Feb 18 12:36:02.550650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa3e80cc-c0d5-4a66-a5ed-8d7b7db62eaa,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:02.570843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:02.582944 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bb49b4bc-02e1-43f5-9685-5673298f5dc3 req-5cfc8c50-be20-4754-9291-a427ec32a34d tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438639 Feb 18 12:36:02.630223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:02.639854 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b53b8232-0407-4d4b-8f5b-e5bb65d4fbb9 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/aa3e80cc-c0d5-4a66-a5ed-8d7b7db62eaa HTTP/1.1" status: 204 len: 168 time: 1.4658701 Feb 18 12:36:02.644071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50774) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:02.797920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device eba0720f-8241-461a-88e8-363737ca69bd up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:02.825529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:02.903118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port eba0720f-8241-461a-88e8-363737ca69bd completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:02.909637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port eba0720f-8241-461a-88e8-363737ca69bd triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:02.910211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.067265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.078435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a67a26-00e4-40cd-ad6c-885a21db34bd req-283ee5b3-c904-4417-a4f5-f2304fe9f789 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:03.080351 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-90a67a26-00e4-40cd-ad6c-885a21db34bd req-283ee5b3-c904-4417-a4f5-f2304fe9f789 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1108208 Feb 18 12:36:03.108099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.140453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba0720f-8241-461a-88e8-363737ca69bd'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:03.153407 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-90a67a26-00e4-40cd-ad6c-885a21db34bd req-f036e2c8-d16b-4416-bac8-799f0875974c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Feb 18 12:36:03.158701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port eba0720f-8241-461a-88e8-363737ca69bd, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=eba0720f-8241-461a-88e8-363737ca69bd,segment=NetworkSegment(76fddb6f-7b71-4ddb-afc3-d15f026c4719),segment_id=76fddb6f-7b71-4ddb-afc3-d15f026c4719)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:03.164148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.166541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:03.216102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.216592 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.217456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.217827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > port after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.218222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.218664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > port after_update 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.218923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.219489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.219876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.220353 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.229728 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eba0720f-8241-461a-88e8-363737ca69bd', 'code': 200} Feb 18 12:36:03.277804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=eba0720f-8241-461a-88e8-363737ca69bd,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:03.282115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:03.293334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.293758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.294107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.294559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83996) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 18 12:36:03.294948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd659536-997c-4967-9837-b87274a8cc53']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:03.314040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d00adde-ba4d-4f91-923c-c316fe0d2ca0') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:03.314297 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d00adde-ba4d-4f91-923c-c316fe0d2ca0') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:03.338308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6918830'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.362810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.367484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:36:03.598774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc44736-1f98-4669-aa16-2babb4b68893 req-cff51f5a-94a7-439d-ad13-9f8062240fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:03.600920 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fbc44736-1f98-4669-aa16-2babb4b68893 req-cff51f5a-94a7-439d-ad13-9f8062240fe2 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 1163 time: 0.0983865 Feb 18 12:36:03.610391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Network cd659536-997c-4967-9837-b87274a8cc53 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:03.624284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566736'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:03.664781 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fbc44736-1f98-4669-aa16-2babb4b68893 req-a4696042-266d-44c0-b55f-276a9d287071 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481734 Feb 18 12:36:04.072388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device eba0720f-8241-461a-88e8-363737ca69bd up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:04.227728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Network cd659536-997c-4967-9837-b87274a8cc53 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:04.238560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port eba0720f-8241-461a-88e8-363737ca69bd triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:04.239249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: from cryptography.utils import int_from_bytes Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: from cryptography.utils import int_from_bytes Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: (rel_b, rel_a, rel_b), Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:36:04.411615 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:36:04.442831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d8333-44c6-4394-ad93-c0416755131e req-9df80866-28b6-4558-8997-64b30954ecb9 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:04.445291 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-292d8333-44c6-4394-ad93-c0416755131e req-9df80866-28b6-4558-8997-64b30954ecb9 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 946 time: 0.7145905 Feb 18 12:36:04.446761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.459694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.503382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:04.523082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] 10.222.0.85 "DELETE /v2.0/networks/cd659536-997c-4967-9837-b87274a8cc53 HTTP/1.1" status: 204 len: 168 time: 1.8774743 Feb 18 12:36:04.544288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd659536-997c-4967-9837-b87274a8cc53,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:04.551497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:04.571108 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-292d8333-44c6-4394-ad93-c0416755131e req-a66dfc32-e4c4-4046-abd0-fdd89c6f1295 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979667 Feb 18 12:36:04.644170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82e6b9-a3ff-4c00-9101-2baebc6ba436 req-9b6da436-9770-4336-9264-fd82e8c5f16c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:04.645901 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b82e6b9-a3ff-4c00-9101-2baebc6ba436 req-9b6da436-9770-4336-9264-fd82e8c5f16c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1385651 Feb 18 12:36:04.713981 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b82e6b9-a3ff-4c00-9101-2baebc6ba436 req-f1bf0657-1a1b-4645-9d39-2f994118c7e0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605690 Feb 18 12:36:04.814910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50828) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:04.873955 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fc2ad21d-9aeb-4137-85f7-fe0afd4cd6dd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=993392b8f5cc4d7489e4e6a8320e32ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571513 Feb 18 12:36:04.876369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50832) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:04.954626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-77667e78-31ae-4b89-8d02-299cbffcba71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:04.987331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-77667e78-31ae-4b89-8d02-299cbffcba71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.044752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-77667e78-31ae-4b89-8d02-299cbffcba71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.050644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-06bdd892-3f04-453a-bd07-ffc1b6ae673c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:05.067349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77667e78-31ae-4b89-8d02-299cbffcba71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c10962a-f098-4bdd-aa31-074f4f84469a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:05.075500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-77667e78-31ae-4b89-8d02-299cbffcba71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:05.081765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-77667e78-31ae-4b89-8d02-299cbffcba71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.082993 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-77667e78-31ae-4b89-8d02-299cbffcba71 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7c10962a-f098-4bdd-aa31-074f4f84469a HTTP/1.1" status: 204 len: 168 time: 0.2056077 Feb 18 12:36:05.628175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 50850) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:05.705223 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-21607e25-b892-430f-b7a2-34dbe3d6fb6d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=18aafa85d175498b8bc07b5c5291014f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0753484 Feb 18 12:36:05.709482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50854) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:05.860271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.895096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bd8bb-2218-4bcc-8c72-635e16b31d02 req-efd56da5-3b1a-4a9d-82b3-0adadd427259 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:05.897461 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5f6bd8bb-2218-4bcc-8c72-635e16b31d02 req-efd56da5-3b1a-4a9d-82b3-0adadd427259 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 946 time: 0.1710093 Feb 18 12:36:05.908545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:05.951520 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b818d042-8c72-4453-8963-1cc04744482d req-108770e4-d890-4296-934f-aaac86779892 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:05.953170 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b818d042-8c72-4453-8963-1cc04744482d req-108770e4-d890-4296-934f-aaac86779892 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.0976641 Feb 18 12:36:05.997585 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5f6bd8bb-2218-4bcc-8c72-635e16b31d02 req-30b7ccd1-28af-419b-b183-2f5b6d4f4cd1 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910735 Feb 18 12:36:06.014367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:06.017987 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b818d042-8c72-4453-8963-1cc04744482d req-f8de693c-fb2b-4313-9e25-ad21c90c3564 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573719 Feb 18 12:36:06.020487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1244b83-231d-4408-b600-d12889f7e0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:06.038449 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae928eb6-d11c-4b32-ba1b-e2c369bd5261,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:06.041289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:06.051924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:06.055100 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ae928eb6-d11c-4b32-ba1b-e2c369bd5261 HTTP/1.1" status: 204 len: 168 time: 0.3444965 Feb 18 12:36:06.708123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device eba0720f-8241-461a-88e8-363737ca69bd up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:06.824757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port eba0720f-8241-461a-88e8-363737ca69bd triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:06.825226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:06.996716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 28a11634-fc63-4b56-8152-3d524e1fd4c3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:07.148060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 28a11634-fc63-4b56-8152-3d524e1fd4c3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:07.148487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:07.268908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eca72c-41c0-4674-81dc-9e61bf6cbcfb req-92b92c4e-90c1-4739-8a01-f1a9562e5a34 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:07.281847 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93eca72c-41c0-4674-81dc-9e61bf6cbcfb req-92b92c4e-90c1-4739-8a01-f1a9562e5a34 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1172073 Feb 18 12:36:07.351944 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93eca72c-41c0-4674-81dc-9e61bf6cbcfb req-29faebc9-c6ac-45b6-8e23-d303fafb96e6 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716834 Feb 18 12:36:08.377431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d5053-faed-4c23-9e22-99467206907f req-8db02673-ad6c-4504-ba0d-dfb6778bcb32 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:08.380371 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7e0d5053-faed-4c23-9e22-99467206907f req-8db02673-ad6c-4504-ba0d-dfb6778bcb32 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 946 time: 0.1504040 Feb 18 12:36:08.484474 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7e0d5053-faed-4c23-9e22-99467206907f req-0c91195b-761a-48bc-bf6b-85797309e6cf tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923524 Feb 18 12:36:09.736110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef7e2b-67f4-474e-8408-19295da114eb req-97eba5a1-4abc-4e0d-b1a6-be0d01e85d97 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:09.737368 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-79ef7e2b-67f4-474e-8408-19295da114eb req-97eba5a1-4abc-4e0d-b1a6-be0d01e85d97 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 946 time: 0.1102571 Feb 18 12:36:09.812308 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-79ef7e2b-67f4-474e-8408-19295da114eb req-2e5eb28a-7890-4351-be72-8c9109f95879 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615015 Feb 18 12:36:09.937312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ad65e-e99e-4bcf-ab6c-2878a368b729 req-e8f3ac36-83bf-442e-b853-ae35516f6a79 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:09.938986 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-526ad65e-e99e-4bcf-ab6c-2878a368b729 req-e8f3ac36-83bf-442e-b853-ae35516f6a79 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1280005 Feb 18 12:36:10.002436 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-526ad65e-e99e-4bcf-ab6c-2878a368b729 req-bcfe177e-290e-4961-9ed6-00915fbf1c38 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547595 Feb 18 12:36:10.263957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 50980) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:10.269511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device eba0720f-8241-461a-88e8-363737ca69bd up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:10.351119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port eba0720f-8241-461a-88e8-363737ca69bd triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:10.351415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:10.505046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:10.528188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:10.535378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Usage tracker for resource:security_group_rule and tenant:9d49529e826e456a8841ccfc53b5976e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:10.539816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:10.552395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:10.583081 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-0cad205b-8170-4011-955a-4301aacfd8aa tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:10.585416 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-0cad205b-8170-4011-955a-4301aacfd8aa tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 946 time: 0.1811624 Feb 18 12:36:10.714628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Deleting port eba0720f-8241-461a-88e8-363737ca69bd {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:36:10.715416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.008323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.105033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.135659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cf66df2b-4bc5-4b08-ab63-d471649c7cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:11.305921 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9d49529e826e456a8841ccfc53b5976e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0407004 Feb 18 12:36:11.310314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51014) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:11.314673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df50ccd-b8fe-4aed-a85c-c7da5287d468,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:11.323653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:11.415928 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b445-a1b6-4fae-9160-1907752a175b req-0200b2ec-2126-421e-b4cc-d9055101141c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:11.426794 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cda5b445-a1b6-4fae-9160-1907752a175b req-0200b2ec-2126-421e-b4cc-d9055101141c tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 946 time: 0.4247282 Feb 18 12:36:11.454816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:36:11.461431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68ff9a0b-c4ca-4a56-94db-afab78260693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.467025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] For port eba0720f-8241-461a-88e8-363737ca69bd, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=eba0720f-8241-461a-88e8-363737ca69bd,segment=NetworkSegment(76fddb6f-7b71-4ddb-afc3-d15f026c4719),segment_id=76fddb6f-7b71-4ddb-afc3-d15f026c4719)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:11.467482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.495993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68ff9a0b-c4ca-4a56-94db-afab78260693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.555322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68ff9a0b-c4ca-4a56-94db-afab78260693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.564169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b885963-655d-4046-90d9-ab077f35d8bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:11.583123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff9a0b-c4ca-4a56-94db-afab78260693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df50ccd-b8fe-4aed-a85c-c7da5287d468,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:11.589143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68ff9a0b-c4ca-4a56-94db-afab78260693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:11.592169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-68ff9a0b-c4ca-4a56-94db-afab78260693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.593733 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-68ff9a0b-c4ca-4a56-94db-afab78260693 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7df50ccd-b8fe-4aed-a85c-c7da5287d468 HTTP/1.1" status: 204 len: 168 time: 0.2823417 Feb 18 12:36:11.649285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Calling delete_port for eba0720f-8241-461a-88e8-363737ca69bd owned by compute:nova {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:36:11.698888 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cda5b445-a1b6-4fae-9160-1907752a175b req-f4b0e12e-a5aa-4e36-94d2-568fba7fa67f tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/security-groups?id=7df9ed7f-7f87-43a8-be17-89801e6e4519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691870 Feb 18 12:36:11.893770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:11.922372 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-45353f3d-d360-442b-b42b-f45811fdcd33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:11.983129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device eba0720f-8241-461a-88e8-363737ca69bd no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:36:12.049357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: eba0720f-8241-461a-88e8-363737ca69bd {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:36:12.050935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device eba0720f-8241-461a-88e8-363737ca69bd not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:36:12.055144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Pushing event deleted for resources: {'Port': ['ID=eba0720f-8241-461a-88e8-363737ca69bd,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:12.069720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:12.248145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] No DVR routers for this DVR port eba0720f-8241-461a-88e8-363737ca69bd on host hv-cinder-77642 {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:36:12.251344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:12.254535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'name': 'network-vif-deleted', 'tag': 'eba0720f-8241-461a-88e8-363737ca69bd'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:12.282991 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19509416-5157-4ff1-8f9e-c2e31aa59ddb req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.101 "DELETE /v2.0/ports/eba0720f-8241-461a-88e8-363737ca69bd HTTP/1.1" status: 204 len: 173 time: 1.6887341 Feb 18 12:36:12.406823 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a9e8384-2616-411d-9f7d-afe8b4ccf816', 'name': 'network-vif-deleted', 'tag': 'eba0720f-8241-461a-88e8-363737ca69bd', 'status': 'completed', 'code': 200} Feb 18 12:36:12.563529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51066) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:12.960947 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0bc21d4-3dd0-40cd-8b89-2db71c2e77ea req-5c786c7d-3224-4e88-846f-fd3d1c363522 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] 10.222.0.85 "GET /v2.0/ports?device_id=5a9e8384-2616-411d-9f7d-afe8b4ccf816 HTTP/1.1" status: 200 len: 210 time: 0.0655427 Feb 18 12:36:13.054034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.074117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:13.079496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Usage tracker for resource:security_group_rule and tenant:e1449763940e4e3e9808424e5b826636 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:13.083428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:13.092412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:13.236129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.241532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.257165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-01545ac0-441c-4587-aa09-536177e9fd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:13.297234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3fecc6-1a9f-4aac-bb7a-d079267909b3,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:13.303247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:13.339193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51086) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:13.346645 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e1449763940e4e3e9808424e5b826636&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7814624 Feb 18 12:36:13.432867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.472391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.525187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.530993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1dc6aa6a-9045-4c4a-b203-f8e836b79a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:13.547172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3fecc6-1a9f-4aac-bb7a-d079267909b3,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:13.551514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:13.557483 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/dd3fecc6-1a9f-4aac-bb7a-d079267909b3 HTTP/1.1" status: 204 len: 168 time: 0.2162929 Feb 18 12:36:13.570217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:13.995901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51104) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:14.022688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.042501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:14.046874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Usage tracker for resource:security_group_rule and tenant:2a88c77173de447090aa7250a56e62e8 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:14.059164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:14.074483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:14.197489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.201010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.213682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-282c74b4-3bcc-41b9-8524-87e962ffc616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:14.265112 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2a88c77173de447090aa7250a56e62e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677884 Feb 18 12:36:14.267904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51116) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:14.271157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d7deeb-56bb-4253-8c75-99394f148291,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:14.286917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-22fd1018-6240-4a24-be61-3e7007513f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:14.371354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.408537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.485557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.492930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4716b266-43d8-497c-93de-dabb90eff7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:14.513431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d7deeb-56bb-4253-8c75-99394f148291,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:14.517599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:14.526076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:14.527728 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/74d7deeb-56bb-4253-8c75-99394f148291 HTTP/1.1" status: 204 len: 168 time: 0.2585211 Feb 18 12:36:15.147522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-fd3a8cd0-c1c2-4231-8bb7-e6c78e549510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:15.157960 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-fd3a8cd0-c1c2-4231-8bb7-e6c78e549510 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.2059867 Feb 18 12:36:15.246860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f49e1-3e95-4edd-bd7a-81083fbb8064 req-ab289a85-dd97-4c90-ada6-3fd527d6a768 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:15.264134 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-106f49e1-3e95-4edd-bd7a-81083fbb8064 req-ab289a85-dd97-4c90-ada6-3fd527d6a768 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2407792 Feb 18 12:36:15.381693 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-106f49e1-3e95-4edd-bd7a-81083fbb8064 req-53ff31ee-90a7-4534-b76b-8f5e3b647f67 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156585 Feb 18 12:36:15.687884 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-88277db5-2bb4-4bdd-ae65-8d2a3792ddc5 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=f24fbe395c324769ad92a69cffdfd681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533769 Feb 18 12:36:15.862436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-1c661aba-77ee-40a2-98b6-00e72de8d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:15.864067 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-1c661aba-77ee-40a2-98b6-00e72de8d4f3 service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.6955724 Feb 18 12:36:15.971289 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-f808efc4-b9f9-4de7-af8f-9dc98288683f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 217 time: 0.0889821 Feb 18 12:36:16.055114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-f93acfbe-272a-4d21-a9af-38756619a164 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:16.058093 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-f93acfbe-272a-4d21-a9af-38756619a164 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626366 Feb 18 12:36:16.086687 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-b3638083-1ea2-480f-9225-1949e3a31b74 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/quotas/f24fbe395c324769ad92a69cffdfd681 HTTP/1.1" status: 200 len: 375 time: 0.0246558 Feb 18 12:36:16.090059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-5be55e68-4258-4dcf-be16-15209b7a9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:16.090059 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-5be55e68-4258-4dcf-be16-15209b7a9ccc service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.1042218 Feb 18 12:36:16.199454 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-eafbe3ed-8963-49b1-97e1-f0f7501b10cf service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980904 Feb 18 12:36:16.202241 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-4979ca29-8b78-4aa9-b18e-e39108a1b808 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f24fbe395c324769ad92a69cffdfd681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040781 Feb 18 12:36:16.476619 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-0a6cf4ff-609a-4d06-bae1-4cd1b1ba4247 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681324 Feb 18 12:36:16.690578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:16.805666 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2d21f38e-e6f9-4d83-9b1e-8ab5d2271161 req-7b988589-f5fa-41af-938e-03be1f84fdaf tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 210 time: 0.1566379 Feb 18 12:36:16.929442 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1753b1dc-634d-4a82-a9be-0b6dbf1a5e59 req-db721ac0-a711-46ce-91c5-b217502781f7 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4283695 Feb 18 12:36:16.982969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9506e-b98a-4180-a11a-7ce9da62cf7b req-ac7b6f0b-e293-43eb-a23d-eff07b07f0a0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:16.984776 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8ee9506e-b98a-4180-a11a-7ce9da62cf7b req-ac7b6f0b-e293-43eb-a23d-eff07b07f0a0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2020717 Feb 18 12:36:17.089844 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8ee9506e-b98a-4180-a11a-7ce9da62cf7b req-ce192e1f-f10e-4ef2-87ac-a7093958022e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961897 Feb 18 12:36:18.059000 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9d3af635-7284-4354-bbab-30fcf36c64aa req-9269351c-9811-48ae-8ef4-1c537d6b0643 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 210 time: 0.0631444 Feb 18 12:36:18.472047 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-e2ede727-faec-423c-b86b-ddc585393f7d tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=f24fbe395c324769ad92a69cffdfd681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1304517 Feb 18 12:36:18.481919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946518a-ff42-4f7d-a051-f21123747efc req-4cb9610b-80a5-4fd2-b8d1-0586c9c4832a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:18.494094 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9946518a-ff42-4f7d-a051-f21123747efc req-4cb9610b-80a5-4fd2-b8d1-0586c9c4832a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2265375 Feb 18 12:36:18.629029 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9946518a-ff42-4f7d-a051-f21123747efc req-5c6b6b47-4e15-41a8-8b75-a9123fd8c84c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328826 Feb 18 12:36:19.020608 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-eef62eb2-3770-4968-97b4-7bac387fc674 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:19.023650 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-eef62eb2-3770-4968-97b4-7bac387fc674 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5452909 Feb 18 12:36:19.057690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Request body: {'port': {'device_id': '34bee136-7d21-4811-895e-92debe3148e6', 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f', 'admin_state_up': True, 'tenant_id': 'f24fbe395c324769ad92a69cffdfd681'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:19.403384 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-088383b1-bc79-4aeb-ae24-9150c92f5f4a req-38559b9c-df3c-4ea2-8ef2-08c51686129c tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 210 time: 0.0835986 Feb 18 12:36:19.514833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:19.523930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Usage tracker for resource:port and tenant:f24fbe395c324769ad92a69cffdfd681 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:19.528286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:19.543595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:19.569875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Made reservation on behalf of f24fbe395c324769ad92a69cffdfd681 for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:36:19.576552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.597594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.664861 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:19.675436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Usage tracker for resource:security_group_rule and tenant:f24fbe395c324769ad92a69cffdfd681 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:19.699618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:19.715301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:19.878960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.944854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:19.967405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fcf95b72-96aa-4329-88a4-08c3b3a1b344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:20.242748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a989b-e8c7-4688-bcd2-4476e6102d82,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:20.247303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:20.411094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e0693-e154-43e5-874f-92cca81406fc req-27163fe0-68a2-4021-a21d-98ed9b4c3247 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:20.413127 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5f5e0693-e154-43e5-874f-92cca81406fc req-27163fe0-68a2-4021-a21d-98ed9b4c3247 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.5324745 Feb 18 12:36:20.580730 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5f5e0693-e154-43e5-874f-92cca81406fc req-a023acef-e71b-4552-9a6c-ccf30615bed9 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590142 Feb 18 12:36:20.689059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Allocated IP 192.168.233.82 (1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f/fc82cf1e-57b3-4e21-b143-e860ee1f9334/44340542-5265-4547-b54b-439e0aeefebe) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:36:20.706551 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7e9d2f5b-5d0a-4e03-bdc8-d1d5a5c116df req-8e4fdf79-ae92-4434-934b-c2a58f3190ef tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 210 time: 0.0921929 Feb 18 12:36:21.036977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.057033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Transition to ACTIVE for port object 44340542-5265-4547-b54b-439e0aeefebe will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:21.088226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.115627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:21.280227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Pushing event updated for resources: {'Port': ['ID=44340542-5265-4547-b54b-439e0aeefebe,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:21.283575 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:21.367775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:36:21.369452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:21.372663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:36:21.494802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:21.495647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.532235 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4866691 Feb 18 12:36:21.561705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Request body: {'port': {'device_id': '34bee136-7d21-4811-895e-92debe3148e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:21.781981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e555cb8e-94c5-45ca-9a60-49ea32e72ad9 None None] Provisioning for port 44340542-5265-4547-b54b-439e0aeefebe completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:21.797657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:21.803835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e555cb8e-94c5-45ca-9a60-49ea32e72ad9 None None] Provisioning complete for port 44340542-5265-4547-b54b-439e0aeefebe triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:21.811642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e555cb8e-94c5-45ca-9a60-49ea32e72ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:22.072743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e555cb8e-94c5-45ca-9a60-49ea32e72ad9 None None] Port 44340542-5265-4547-b54b-439e0aeefebe cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:36:22.415397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e828034-4122-4461-8377-3ebb310e02d6 req-eebe0ce4-8a86-42c2-bad8-ad34b09ccdbc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:22.418207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dee2a1-0165-4c06-9a64-942cd9458a6a req-2513221d-f50e-471d-a398-3e1d11bbc022 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:22.418997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-48dee2a1-0165-4c06-9a64-942cd9458a6a req-2513221d-f50e-471d-a398-3e1d11bbc022 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Synchronizing usage tracker for tenant:f24fbe395c324769ad92a69cffdfd681 on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:36:22.441744 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9e828034-4122-4461-8377-3ebb310e02d6 req-eebe0ce4-8a86-42c2-bad8-ad34b09ccdbc tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.3634260 Feb 18 12:36:22.506878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-48dee2a1-0165-4c06-9a64-942cd9458a6a req-2513221d-f50e-471d-a398-3e1d11bbc022 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Unset dirty status for tenant:f24fbe395c324769ad92a69cffdfd681 on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:36:22.510361 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-48dee2a1-0165-4c06-9a64-942cd9458a6a req-2513221d-f50e-471d-a398-3e1d11bbc022 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 935 time: 0.4514971 Feb 18 12:36:22.550366 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9e828034-4122-4461-8377-3ebb310e02d6 req-e44b522d-6c1a-46ca-9de3-6e8ce5fab2ef tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075702 Feb 18 12:36:22.830175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-48dee2a1-0165-4c06-9a64-942cd9458a6a req-e9af20e6-684a-4e0c-9c99-8e64dcf4f8f2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Synchronizing usage tracker for tenant:f24fbe395c324769ad92a69cffdfd681 on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:36:22.876220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-48dee2a1-0165-4c06-9a64-942cd9458a6a req-e9af20e6-684a-4e0c-9c99-8e64dcf4f8f2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Unset dirty status for tenant:f24fbe395c324769ad92a69cffdfd681 on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:36:22.877552 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-48dee2a1-0165-4c06-9a64-942cd9458a6a req-e9af20e6-684a-4e0c-9c99-8e64dcf4f8f2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537128 Feb 18 12:36:22.997614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44340542-5265-4547-b54b-439e0aeefebe {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:36:23.007664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:23.022388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Transition to ACTIVE for port object 44340542-5265-4547-b54b-439e0aeefebe will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:23.025170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:23.041799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3770c336-6262-4d2a-80a2-25a352531257 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:23.190883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Pushing event updated for resources: {'Port': ['ID=44340542-5265-4547-b54b-439e0aeefebe,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:23.205033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:23.829895 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Attempting to bind port 44340542-5265-4547-b54b-439e0aeefebe on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:36:23.831514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Attempting to bind port 44340542-5265-4547-b54b-439e0aeefebe by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:36:23.832252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Attempting to bind port 44340542-5265-4547-b54b-439e0aeefebe on network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:36:23.857210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:36:23.859430 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Checking segment: {'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:36:23.860849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:23.862852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Bound using segment: {'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:36:23.866525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Bound port: 44340542-5265-4547-b54b-439e0aeefebe, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc00b55c-4736-4a1e-8784-1b435258c480', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:36:23.867581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:23.978423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340b7f4-5430-4bfe-a0a3-0f4527593b94 req-6ff00ce6-7a09-43b4-87a2-e761a121d861 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:23.981379 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7340b7f4-5430-4bfe-a0a3-0f4527593b94 req-6ff00ce6-7a09-43b4-87a2-e761a121d861 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1889365 Feb 18 12:36:24.097479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] For port 44340542-5265-4547-b54b-439e0aeefebe, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:36:24.107195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] For port 44340542-5265-4547-b54b-439e0aeefebe, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=44340542-5265-4547-b54b-439e0aeefebe,segment=NetworkSegment(dc00b55c-4736-4a1e-8784-1b435258c480),segment_id=dc00b55c-4736-4a1e-8784-1b435258c480)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:36:24.114933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:24.125345 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7340b7f4-5430-4bfe-a0a3-0f4527593b94 req-078e4b7c-b382-41af-9b22-372d001fd111 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311181 Feb 18 12:36:24.136273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b73adee5-09a2-4d5c-8b75-7b3204bc5760 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:24.372094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Pushing event updated for resources: {'Port': ['ID=44340542-5265-4547-b54b-439e0aeefebe,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:24.389517 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:24.426048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:24.427128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:24.430067 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] 10.222.0.101 "PUT /v2.0/ports/44340542-5265-4547-b54b-439e0aeefebe HTTP/1.1" status: 200 len: 1161 time: 2.8796992 Feb 18 12:36:24.430987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bee136-7d21-4811-895e-92debe3148e6', 'tag': '44340542-5265-4547-b54b-439e0aeefebe'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:24.602066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969d57f-ec1d-4751-ae29-608f0f88318c req-fffac0ce-d3e0-491a-ac42-967c4ffcf939 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:24.614235 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5969d57f-ec1d-4751-ae29-608f0f88318c req-fffac0ce-d3e0-491a-ac42-967c4ffcf939 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 947 time: 0.2318578 Feb 18 12:36:24.616336 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bee136-7d21-4811-895e-92debe3148e6', 'tag': '44340542-5265-4547-b54b-439e0aeefebe', 'status': 'completed', 'code': 200} Feb 18 12:36:24.741302 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5969d57f-ec1d-4751-ae29-608f0f88318c req-e8ade163-9ddd-4c6b-9fb0-40a7b40481a5 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253455 Feb 18 12:36:24.770679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-bf664387-89f2-4676-af63-5ac5d1b84d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:24.772941 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-bf664387-89f2-4676-af63-5ac5d1b84d82 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f24fbe395c324769ad92a69cffdfd681&device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 1164 time: 0.2591233 Feb 18 12:36:24.938380 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-20585816-f79a-4bd4-8f93-97d818093548 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=44340542-5265-4547-b54b-439e0aeefebe HTTP/1.1" status: 200 len: 217 time: 0.1483209 Feb 18 12:36:25.049893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-7c1cd8a9-351c-4304-afab-aafa815a9733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:25.051487 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-7c1cd8a9-351c-4304-afab-aafa815a9733 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fc82cf1e-57b3-4e21-b143-e860ee1f9334 HTTP/1.1" status: 200 len: 843 time: 0.1057050 Feb 18 12:36:25.150534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-b60c7694-9a0a-4afd-837a-354ad841515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:25.151119 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-b60c7694-9a0a-4afd-837a-354ad841515b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0921762 Feb 18 12:36:25.406381 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-73550a64-3f97-43dc-9aa4-ae77a83e9afa service neutron] 10.222.0.101 "GET /v2.0/networks/1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476819 Feb 18 12:36:25.451991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5d954-b425-43f5-82c9-f7fb5672cc19 req-63eb7206-399a-4b83-b9c9-f1b1d8223f73 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:25.455048 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6cb5d954-b425-43f5-82c9-f7fb5672cc19 req-63eb7206-399a-4b83-b9c9-f1b1d8223f73 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1695030 Feb 18 12:36:25.545778 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6cb5d954-b425-43f5-82c9-f7fb5672cc19 req-c77887b5-5705-4a1c-8533-77a9a45fd0f1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787911 Feb 18 12:36:25.616703 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d14970d5-7f8e-4d16-b1a0-2feed76fe569 req-4996a16a-7ef7-42e5-a961-980f90129a55 service neutron] 10.222.0.101 "GET /v2.0/networks/1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2025030 Feb 18 12:36:25.877220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-e0a3fc46-a3ec-4640-8469-c4da2d0546bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:25.880172 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-e0a3fc46-a3ec-4640-8469-c4da2d0546bb service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f24fbe395c324769ad92a69cffdfd681&device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 1164 time: 0.1182551 Feb 18 12:36:26.199163 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91230a0-9429-479b-862e-546e006f84b5 req-1de19ed1-ce22-4a8d-bb63-da4877cac30e tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:26.207772 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a91230a0-9429-479b-862e-546e006f84b5 req-1de19ed1-ce22-4a8d-bb63-da4877cac30e tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 947 time: 0.2294755 Feb 18 12:36:26.232278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-7814f927-17da-48cc-9a66-aa5c369b2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:26.233930 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-7814f927-17da-48cc-9a66-aa5c369b2cde service neutron] 10.222.0.101 "GET /v2.0/networks?id=1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f HTTP/1.1" status: 200 len: 863 time: 0.3465197 Feb 18 12:36:26.362062 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-cd399f27-df1f-4466-854c-6001c81dc24c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=44340542-5265-4547-b54b-439e0aeefebe HTTP/1.1" status: 200 len: 217 time: 0.1076448 Feb 18 12:36:26.385115 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a91230a0-9429-479b-862e-546e006f84b5 req-5ae1868e-f386-4028-a8f1-cea40d7dc91e tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761720 Feb 18 12:36:26.520270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-e472e961-fed3-4979-afcb-e371b72020a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:26.523410 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-e472e961-fed3-4979-afcb-e371b72020a0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fc82cf1e-57b3-4e21-b143-e860ee1f9334 HTTP/1.1" status: 200 len: 843 time: 0.1331251 Feb 18 12:36:26.666742 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-47aeab7e-03d8-4428-8dca-c664293a1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:26.668633 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-47aeab7e-03d8-4428-8dca-c664293a1fef service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1378365 Feb 18 12:36:26.964715 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-8f3ec91a-6fed-44f7-96f2-a6650ddf4cf7 service neutron] 10.222.0.101 "GET /v2.0/networks/1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872539 Feb 18 12:36:27.112446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8bac9-aba3-4883-8113-e1e4d38b25e6 req-2e0240ba-2d4d-4b5f-b442-b9d3e7341894 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:27.114127 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89b8bac9-aba3-4883-8113-e1e4d38b25e6 req-2e0240ba-2d4d-4b5f-b442-b9d3e7341894 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.3104017 Feb 18 12:36:27.237446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ecdd900e-a733-4466-ad41-db7445d2af70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:27.280919 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89b8bac9-aba3-4883-8113-e1e4d38b25e6 req-9a5a7ea6-c12f-4231-b73b-cf78461bd69b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523061 Feb 18 12:36:27.312082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85b03ca2-0bf0-4e94-b885-463e2246519b req-52d0aee8-e8ad-4601-8200-6b5d846e5f4c service neutron] 10.222.0.101 "GET /v2.0/networks/1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3371601 Feb 18 12:36:27.832111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61827a-eee8-428c-836d-cf58a7ac5a0a req-69e429f4-9edd-462d-a5fa-6c2ba15f9f71 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:27.841824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ab61827a-eee8-428c-836d-cf58a7ac5a0a req-69e429f4-9edd-462d-a5fa-6c2ba15f9f71 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 947 time: 0.2563283 Feb 18 12:36:27.950449 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ab61827a-eee8-428c-836d-cf58a7ac5a0a req-e7837b40-c002-4e2e-94cd-ec016bbddddb tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072807 Feb 18 12:36:28.581386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77245-92e3-4854-8418-67edfe2b55cf req-070a0450-0e7c-45c4-ad45-e20d813e6805 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:28.584820 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82d77245-92e3-4854-8418-67edfe2b55cf req-070a0450-0e7c-45c4-ad45-e20d813e6805 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1076493 Feb 18 12:36:28.646865 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82d77245-92e3-4854-8418-67edfe2b55cf req-b754a3a3-52de-47dd-b480-bf8d7ed44293 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531092 Feb 18 12:36:29.284157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273e8ba-abb8-4b05-869f-78ace9ccea03 req-7a73a149-6073-4570-a3f9-49ac47665478 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:29.289157 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b273e8ba-abb8-4b05-869f-78ace9ccea03 req-7a73a149-6073-4570-a3f9-49ac47665478 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 947 time: 0.1949272 Feb 18 12:36:29.449524 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b273e8ba-abb8-4b05-869f-78ace9ccea03 req-cbed2976-6286-42e7-8b06-d8c537c4b05f tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522222 Feb 18 12:36:29.697205 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-930eeef0-48af-4769-813f-4bc61a3da8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:29.971325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf1df7-82e3-4834-b852-d441b6d27701 req-33b6da00-831a-4ac9-b08e-d6b6fb4c6ad4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:29.982442 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6cbf1df7-82e3-4834-b852-d441b6d27701 req-33b6da00-831a-4ac9-b08e-d6b6fb4c6ad4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1536448 Feb 18 12:36:30.065031 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6cbf1df7-82e3-4834-b852-d441b6d27701 req-1cadcb1f-e48b-4175-9747-bd285b276a22 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810492 Feb 18 12:36:30.086377 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:30.531365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51560) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:30.821919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:30.858103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:30.865786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Usage tracker for resource:security_group_rule and tenant:b09a8ed53f03495cb9aeca6b6c81367b is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:30.870156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:30.878882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:30.943440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02562c4-dd55-42cf-8465-7ea6bc79ab30 req-433b1fe2-ba06-426e-99fe-154eb263b0a7 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:30.945292 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c02562c4-dd55-42cf-8465-7ea6bc79ab30 req-433b1fe2-ba06-426e-99fe-154eb263b0a7 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 947 time: 0.2407231 Feb 18 12:36:31.024507 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c02562c4-dd55-42cf-8465-7ea6bc79ab30 req-30340421-d881-4fe5-b259-50c1cd73b549 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688953 Feb 18 12:36:31.090946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.095459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.112042 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-52ec0c8c-f359-4a80-832a-4235a37707d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:31.142562 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b09a8ed53f03495cb9aeca6b6c81367b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6099484 Feb 18 12:36:31.148230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51580) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:31.161382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65bfd0f-0c9c-4363-b160-b58519749c37,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:31.178894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:31.233196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51584) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:31.266183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b0c31fc-8ae6-44df-80e6-bbf7ba1935fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.434529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.456787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:31.457041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b0c31fc-8ae6-44df-80e6-bbf7ba1935fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.463059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Usage tracker for resource:security_group_rule and tenant:dabdd58e00cd42acb7a5bb0c95a474e9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:31.466515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:31.473642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:31.529172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.544092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93633a5d-dd27-4538-a9e5-075bdcefbf66 req-7310ebc7-0e2e-4033-9417-e34864e7c688 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:31.545985 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93633a5d-dd27-4538-a9e5-075bdcefbf66 req-7310ebc7-0e2e-4033-9417-e34864e7c688 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2773037 Feb 18 12:36:31.552033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b0c31fc-8ae6-44df-80e6-bbf7ba1935fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.560672 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3d5cc431-7357-45ad-ac17-e8525ca3e230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:31.657446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.657446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.658688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c31fc-8ae6-44df-80e6-bbf7ba1935fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65bfd0f-0c9c-4363-b160-b58519749c37,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:31.658688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b0c31fc-8ae6-44df-80e6-bbf7ba1935fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:31.658688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b0c31fc-8ae6-44df-80e6-bbf7ba1935fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.658688 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-7b0c31fc-8ae6-44df-80e6-bbf7ba1935fd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f65bfd0f-0c9c-4363-b160-b58519749c37 HTTP/1.1" status: 204 len: 168 time: 0.4880085 Feb 18 12:36:31.658942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.659101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68f156c7-aaa9-496c-baaa-6bd62ff87cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:31.662210 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=dabdd58e00cd42acb7a5bb0c95a474e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4267004 Feb 18 12:36:31.663037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51596) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:31.771052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.776145 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93633a5d-dd27-4538-a9e5-075bdcefbf66 req-aaa7c275-647e-474c-b057-dfd31ca1a226 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176976 Feb 18 12:36:31.807451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.828473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bafc08-a1e7-411e-ba60-707521e6d919,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:31.906085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:31.917053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.932135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3868fbec-19f2-4154-8c7a-7753bb13ebcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:31.950284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bafc08-a1e7-411e-ba60-707521e6d919,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:31.953251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:31.973121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:31.981585 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/79bafc08-a1e7-411e-ba60-707521e6d919 HTTP/1.1" status: 204 len: 168 time: 0.3150647 Feb 18 12:36:32.515369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a5c68-44da-4f7c-a15c-2979088c1979 req-69d1ac07-faf9-4aa5-bcb8-4615c761b6c2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:32.525219 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d42a5c68-44da-4f7c-a15c-2979088c1979 req-69d1ac07-faf9-4aa5-bcb8-4615c761b6c2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 947 time: 0.2587667 Feb 18 12:36:32.529407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network 1b17bd3f-3f3d-4f3d-aac9-faa9f96f460f details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:36:32.611768 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d42a5c68-44da-4f7c-a15c-2979088c1979 req-334c8417-b217-493c-bfc2-9e5c80fae608 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853281 Feb 18 12:36:32.827447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51632) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:32.850805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:32.883881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:32.892698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:14c2eaeb2c2f4cdf9a9653d78458ab7d is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:32.898149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:32.913658 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:33.198933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.210415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.214700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708b782-2d79-4687-8352-5d6f457074d7 req-7b0696db-afb3-4106-ba61-3911a39da662 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.218124 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5708b782-2d79-4687-8352-5d6f457074d7 req-7b0696db-afb3-4106-ba61-3911a39da662 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1749306 Feb 18 12:36:33.255968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a7511fc2-4cd5-41a9-8528-34d87864ba76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:33.292050 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5708b782-2d79-4687-8352-5d6f457074d7 req-884972e3-cc19-4026-92b2-bb5c3183f63f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640140 Feb 18 12:36:33.348662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-38b59bd4-d6d1-4ecb-bf1c-68a6eb3b0a54 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:36:33.368621 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=14c2eaeb2c2f4cdf9a9653d78458ab7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5398693 Feb 18 12:36:33.370862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=312de9ed-ce19-4c05-ac1e-851c152ceaba,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:33.371786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51650) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:33.374796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:33.467560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.501110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.564935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.573530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-097fbed2-703b-4e3f-8797-1a05ee1d7d4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:33.585294 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=312de9ed-ce19-4c05-ac1e-851c152ceaba,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:33.589388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:33.605333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:33.607942 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/312de9ed-ce19-4c05-ac1e-851c152ceaba HTTP/1.1" status: 204 len: 168 time: 0.2351596 Feb 18 12:36:33.937016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e531cd-b1f8-4b58-b1bb-54c8d5998b5e req-e6f0e215-c475-4fed-b00d-a0e196a70034 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:33.955098 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-73e531cd-b1f8-4b58-b1bb-54c8d5998b5e req-e6f0e215-c475-4fed-b00d-a0e196a70034 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 947 time: 0.1349795 Feb 18 12:36:34.072405 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-73e531cd-b1f8-4b58-b1bb-54c8d5998b5e req-9a7c7fce-d12d-466d-8b6c-228129fd4e86 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145835 Feb 18 12:36:34.300355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51674) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:34.412245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.449782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:34.454056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 44340542-5265-4547-b54b-439e0aeefebe up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:34.485448 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Usage tracker for resource:security_group_rule and tenant:d502fa9b5db94176a3fba0fc347a9261 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:34.506574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:34.532506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:34.658946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 44340542-5265-4547-b54b-439e0aeefebe completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:34.667924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 44340542-5265-4547-b54b-439e0aeefebe triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:34.668724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.761962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe065e3-2106-4d28-a022-482ef0f9b70c req-1bfc1510-dac3-4ac2-adb9-79487e014ae4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:34.763790 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dbe065e3-2106-4d28-a022-482ef0f9b70c req-1bfc1510-dac3-4ac2-adb9-79487e014ae4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1600516 Feb 18 12:36:34.769505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.773743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.785480 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-79427afc-3625-410c-9da7-785de282f686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:34.839638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.880279 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d502fa9b5db94176a3fba0fc347a9261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5785847 Feb 18 12:36:34.882566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51686) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:34.884968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9a58d7-ea3c-4849-a1da-050694424813,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:34.890486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:34.905160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bee136-7d21-4811-895e-92debe3148e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44340542-5265-4547-b54b-439e0aeefebe'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:34.906123 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dbe065e3-2106-4d28-a022-482ef0f9b70c req-2fb2a802-0601-4949-88ed-b25dea466a33 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232755 Feb 18 12:36:34.932557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 44340542-5265-4547-b54b-439e0aeefebe, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=44340542-5265-4547-b54b-439e0aeefebe,segment=NetworkSegment(dc00b55c-4736-4a1e-8784-1b435258c480),segment_id=dc00b55c-4736-4a1e-8784-1b435258c480)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:34.941698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:34.945657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:35.007053 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bee136-7d21-4811-895e-92debe3148e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44340542-5265-4547-b54b-439e0aeefebe', 'code': 200} Feb 18 12:36:35.009245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.062632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.088784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=44340542-5265-4547-b54b-439e0aeefebe,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:35.144406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.147919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.148337 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.148720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.152035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.152803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.153133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.159172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.163204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.164329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.166544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.168587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.171103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.172000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.174464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.175500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.176482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.181064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.181682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.182299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.186667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.196719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.196719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.196719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:35.197223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.205766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:35.210289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:35.239423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9a58d7-ea3c-4849-a1da-050694424813,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:35.246231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:35.251241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.259533 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/4f9a58d7-ea3c-4849-a1da-050694424813 HTTP/1.1" status: 204 len: 168 time: 0.3724098 Feb 18 12:36:35.573920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c055340-2f9c-44d7-9609-d8ef536456aa req-1651fafc-11ad-4542-bcf7-47a93f4bbfbf tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:35.582272 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6c055340-2f9c-44d7-9609-d8ef536456aa req-1651fafc-11ad-4542-bcf7-47a93f4bbfbf tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 949 time: 0.3073404 Feb 18 12:36:35.637968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 44340542-5265-4547-b54b-439e0aeefebe up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:35.673998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc8dda-dd0d-4e26-9777-a72ab772a9a5 req-5e1e2ad1-0dcf-4ded-b607-7fa0dcd934fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:35.675722 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-56dc8dda-dd0d-4e26-9777-a72ab772a9a5 req-5e1e2ad1-0dcf-4ded-b607-7fa0dcd934fb service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 1166 time: 0.2977691 Feb 18 12:36:35.699697 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6c055340-2f9c-44d7-9609-d8ef536456aa req-4fef4096-4f88-4c79-b70c-8c96e49de233 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145525 Feb 18 12:36:35.862929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 44340542-5265-4547-b54b-439e0aeefebe triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:35.863409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:35.885904 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-56dc8dda-dd0d-4e26-9777-a72ab772a9a5 req-18740796-4cee-41c6-81c0-47f9ba201618 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021120 Feb 18 12:36:36.264483 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf25b3-4be6-46d2-b58a-6b257d8c7783 req-21d3d209-2d01-44c7-9758-5500ff214714 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:36.267797 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2edf25b3-4be6-46d2-b58a-6b257d8c7783 req-21d3d209-2d01-44c7-9758-5500ff214714 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1797230 Feb 18 12:36:36.735457 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2edf25b3-4be6-46d2-b58a-6b257d8c7783 req-bb78d6e1-69f9-483d-8056-5cd8ffaf0df4 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528046 Feb 18 12:36:37.071945 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b299e-a51f-4974-b620-42b933b2df98 req-4fd98116-5217-47bd-b922-1b80b3fa335e tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:37.080204 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c77b299e-a51f-4974-b620-42b933b2df98 req-4fd98116-5217-47bd-b922-1b80b3fa335e tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 949 time: 0.1451197 Feb 18 12:36:37.092378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51748) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:37.153689 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c77b299e-a51f-4974-b620-42b933b2df98 req-66e019cc-0e2b-4f5b-94e1-8480cda7ec5a tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723782 Feb 18 12:36:37.424021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.461351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:37.466925 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d978e761ae84e6a95d2528d4db55bed is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:37.470544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:37.478798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:37.588772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 44340542-5265-4547-b54b-439e0aeefebe up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:37.687320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.703693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.716680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:37.821010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=003e80ce-d664-47df-89fc-7af7ed7fce12,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:37.834269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 44340542-5265-4547-b54b-439e0aeefebe triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:37.838910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:37.873732 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2d978e761ae84e6a95d2528d4db55bed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7769501 Feb 18 12:36:37.873966 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51770) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:37.875081 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:38.336825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a613a-6649-4bc9-96ef-6ebcf05c6070 req-e5109ab5-3f36-4cef-aed9-847da8312023 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:38.361591 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-566a613a-6649-4bc9-96ef-6ebcf05c6070 req-e5109ab5-3f36-4cef-aed9-847da8312023 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.4525657 Feb 18 12:36:38.404388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9b210d6-5725-4243-9468-bee72aa30f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:38.473540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9b210d6-5725-4243-9468-bee72aa30f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:38.539009 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-566a613a-6649-4bc9-96ef-6ebcf05c6070 req-5e80854a-0463-46c2-ad9b-6bcae413a1a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759605 Feb 18 12:36:38.540095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9b210d6-5725-4243-9468-bee72aa30f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:38.544270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-be1ea005-62b3-416e-99c0-229007ddce56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:38.557178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b210d6-5725-4243-9468-bee72aa30f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e80ce-d664-47df-89fc-7af7ed7fce12,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:38.565047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9b210d6-5725-4243-9468-bee72aa30f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:38.569835 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d9b210d6-5725-4243-9468-bee72aa30f3c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/003e80ce-d664-47df-89fc-7af7ed7fce12 HTTP/1.1" status: 204 len: 168 time: 0.6918819 Feb 18 12:36:38.569835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d9b210d6-5725-4243-9468-bee72aa30f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:38.579004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5755f16b-6860-4f9c-8718-65c41f23bdcd req-3f7444d1-6e8c-41a4-8a47-8f95f6344a84 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:38.581198 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5755f16b-6860-4f9c-8718-65c41f23bdcd req-3f7444d1-6e8c-41a4-8a47-8f95f6344a84 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 949 time: 0.1749711 Feb 18 12:36:38.643393 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-67d6511c-f38c-4bdc-b674-cafbf938779f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1784599 Feb 18 12:36:38.651932 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5755f16b-6860-4f9c-8718-65c41f23bdcd req-f3de5d9c-9594-418b-8f0a-438471272e8f tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Feb 18 12:36:38.825238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-737cf5aa-c424-4436-817a-43b7f1ea6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:38.827262 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-737cf5aa-c424-4436-817a-43b7f1ea6f8e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 1162 time: 0.1276913 Feb 18 12:36:39.177792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-2c1dab40-1bdd-4dd3-b48a-744e32d36a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:39.179527 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-2c1dab40-1bdd-4dd3-b48a-744e32d36a34 service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.2933133 Feb 18 12:36:39.388451 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-9c4f58ed-3e6e-4019-b5fb-eae76fe6f679 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba8d93be-85aa-4ca9-a799-95b92e7680e4 HTTP/1.1" status: 200 len: 217 time: 0.1849790 Feb 18 12:36:39.533946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-be13ec9b-8687-41ba-81f3-80b3bb6ba9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:39.535567 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-be13ec9b-8687-41ba-81f3-80b3bb6ba9dc service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.1375751 Feb 18 12:36:39.560489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 44340542-5265-4547-b54b-439e0aeefebe up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:39.597542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361847d0-3beb-4163-8b47-87dec363a09e req-b13aa18c-527b-42f7-a734-d77a3acdfc89 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:39.609768 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-361847d0-3beb-4163-8b47-87dec363a09e req-b13aa18c-527b-42f7-a734-d77a3acdfc89 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 949 time: 0.2477357 Feb 18 12:36:39.667595 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-9531bf97-a639-4b3c-9449-38f44979b03c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234841 Feb 18 12:36:39.735846 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-361847d0-3beb-4163-8b47-87dec363a09e req-502b302a-d524-4068-9dc3-815f7052859c tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249597 Feb 18 12:36:39.793845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 44340542-5265-4547-b54b-439e0aeefebe triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:39.794262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.109309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51834) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:40.152481 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-5eb80bc8-bc22-475b-b8b5-c21b207542e7 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760985 Feb 18 12:36:40.206579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356fada-e32a-4223-9275-57f286af0dca req-a6f03541-56bb-4fbb-846c-60fb6b47e7f1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:40.206579 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c356fada-e32a-4223-9275-57f286af0dca req-a6f03541-56bb-4fbb-846c-60fb6b47e7f1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.4231546 Feb 18 12:36:40.274010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1396011606-network', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:40.280595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:40.287857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Usage tracker for resource:network and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:40.292484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:40.300200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:40.320834 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Made reservation on behalf of ad0988959c1c4f408d8edba19252eea9 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:36:40.328055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.348714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.373121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:40.378257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Usage tracker for resource:security_group_rule and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:40.382530 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c356fada-e32a-4223-9275-57f286af0dca req-f86d1f18-ea52-4ebf-8b0b-8ee1b46e2122 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964785 Feb 18 12:36:40.384406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:40.392510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:40.462633 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd0508bf-f99e-45d0-be0a-32f9ef61f1c5 req-26655a1e-8f15-4d0f-ac77-fca84f82e389 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3019714 Feb 18 12:36:40.556136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.560228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.565513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6a83c58a-83e2-4e68-aa7d-784ac8404575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:40.610905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:40.630610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:40.639874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:36:40.654131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.654841 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Added segment 6d8ba418-3f45-4f4a-91fc-ca74e209af42 of type vxlan for network 29e4cdf4-c706-4225-b431-a7f53756d8c2 Feb 18 12:36:40.695831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.730427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.731754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:40.732401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:40.736467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:40.847521 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7366021 Feb 18 12:36:40.853485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 51846) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:40.861308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Request body: {'subnet': {'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1396011606-subnet', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'ip_version': 4}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:40.872646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:40.885383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Pushing event updated for resources: {'Network': ['ID=29e4cdf4-c706-4225-b431-a7f53756d8c2,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:40.895341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:40.898266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Usage tracker for resource:subnet and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:40.905744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:36:40.908610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:40.925102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:40.947128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:36:40.952419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Made reservation on behalf of ad0988959c1c4f408d8edba19252eea9 for: {'subnet': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:36:40.962435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847881835'] for subnet, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:41.107477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406a640-1ce8-4bc9-962b-0834350b4ffa req-8835f4ab-7ab5-49d8-91ba-66e41cc8bb9d tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:41.134299 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d406a640-1ce8-4bc9-962b-0834350b4ffa req-8835f4ab-7ab5-49d8-91ba-66e41cc8bb9d tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 949 time: 0.1808589 Feb 18 12:36:41.273571 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d406a640-1ce8-4bc9-962b-0834350b4ffa req-be72449b-3870-4086-859b-18c072508d48 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327684 Feb 18 12:36:41.699915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-280a4cbd-a914-494d-9401-85dce39cdd17 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:41.699915 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-280a4cbd-a914-494d-9401-85dce39cdd17 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.101 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 949 time: 0.2734606 Feb 18 12:36:41.798101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0de4-a99b-42b1-85fd-839f813f139d req-542ee955-f96c-429d-aaca-178a30c5f3eb tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:41.821645 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5e4a0de4-a99b-42b1-85fd-839f813f139d req-542ee955-f96c-429d-aaca-178a30c5f3eb tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2123218 Feb 18 12:36:41.868358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Deleting port 44340542-5265-4547-b54b-439e0aeefebe {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:36:41.868748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:41.931221 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5e4a0de4-a99b-42b1-85fd-839f813f139d req-a129dbea-6699-4dcf-ae66-dd2e99953c9c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070628 Feb 18 12:36:42.237758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853778412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847881818'] for subnet, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:42.262422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:42.465445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb6a1cff-f48c-477f-8581-0ceb5e32f039,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:42.479234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:42.663887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] For port 44340542-5265-4547-b54b-439e0aeefebe, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=44340542-5265-4547-b54b-439e0aeefebe,segment=NetworkSegment(dc00b55c-4736-4a1e-8784-1b435258c480),segment_id=dc00b55c-4736-4a1e-8784-1b435258c480)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:42.664786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:43.083245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Calling delete_port for 44340542-5265-4547-b54b-439e0aeefebe owned by compute:nova {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:36:43.169271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e79829-1d62-4f2f-8443-28848d94f432 req-e7f5c83a-667b-412c-89c1-58725e852439 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:43.178314 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a7e79829-1d62-4f2f-8443-28848d94f432 req-e7f5c83a-667b-412c-89c1-58725e852439 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1018353 Feb 18 12:36:43.210775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab21dc-7e86-4028-9f81-eb4d70287f4c req-39d440e2-a2c7-444d-8632-93b0659cec55 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:43.219481 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5fab21dc-7e86-4028-9f81-eb4d70287f4c req-39d440e2-a2c7-444d-8632-93b0659cec55 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 949 time: 0.6832821 Feb 18 12:36:43.248515 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a7e79829-1d62-4f2f-8443-28848d94f432 req-f79d5dda-6efa-464b-894b-6fc208944253 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686555 Feb 18 12:36:43.275714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Checking segment: {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:36:43.276123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Network hostable DHCP agents. Network: 29e4cdf4-c706-4225-b431-a7f53756d8c2, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:36:43.297865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 44340542-5265-4547-b54b-439e0aeefebe no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:36:43.452821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:43.456154 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5fab21dc-7e86-4028-9f81-eb4d70287f4c req-6ae7adb6-6caa-48c8-bd4c-725ed2b28dfa tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/security-groups?id=6f2a989b-e8c7-4688-bcd2-4476e6102d82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355616 Feb 18 12:36:43.457103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:36:43.509666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:43.525685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:43.568813 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 29e4cdf4-c706-4225-b431-a7f53756d8c2) {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:43.581761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde85277-d6e8-42bb-a097-0611a480795e None None] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:36:43.774539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:43.775098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:43.788465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Pushing event deleted for resources: {'Port': ['ID=44340542-5265-4547-b54b-439e0aeefebe,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:43.791590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:43.859574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] No DVR routers for this DVR port 44340542-5265-4547-b54b-439e0aeefebe on host hv-cinder-77642 {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:36:43.861102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:43.870319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bee136-7d21-4811-895e-92debe3148e6', 'name': 'network-vif-deleted', 'tag': '44340542-5265-4547-b54b-439e0aeefebe'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:36:43.945863 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1d65df5a-8137-44d8-b24a-235ea679fe30 req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.101 "DELETE /v2.0/ports/44340542-5265-4547-b54b-439e0aeefebe HTTP/1.1" status: 204 len: 173 time: 2.2395983 Feb 18 12:36:43.950746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 51964) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:43.956847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:36:43.962525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbaa753c-d98a-52c0-825f-00bff6fbd4d6-29e4cdf4-c706-4225-b431-a7f53756d8c2', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039'}]}} from dv-cinder-776422-1-smb. {{(pid=83998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:36:43.964014 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:43.966312 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-039a1d76-c23b-42e5-8cb2-4c0321e45c39 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1111157 Feb 18 12:36:43.975535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:44.008583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Usage tracker for resource:router and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:44.025807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:44.029446 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bee136-7d21-4811-895e-92debe3148e6', 'name': 'network-vif-deleted', 'tag': '44340542-5265-4547-b54b-439e0aeefebe', 'status': 'completed', 'code': 200} Feb 18 12:36:44.044924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:44.085012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854014220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854748135'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:44.086301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854014235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854006525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27665'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:44.169002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:44.544196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Allocated IP 172.20.0.2 (29e4cdf4-c706-4225-b431-a7f53756d8c2/fb6a1cff-f48c-477f-8581-0ceb5e32f039/52c21735-eaaf-4851-9e0a-0e249f11baff) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:36:45.075234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093ca60-23fc-4680-a45a-43e05866a26b req-291c36ec-dc15-41f9-9b6a-422f325ab9c0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:45.084709 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c093ca60-23fc-4680-a45a-43e05866a26b req-291c36ec-dc15-41f9-9b6a-422f325ab9c0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.4289312 Feb 18 12:36:45.181337 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:45.236195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:45.267530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Transition to ACTIVE for port object 52c21735-eaaf-4851-9e0a-0e249f11baff will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:45.314971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Transition to ACTIVE for port object 52c21735-eaaf-4851-9e0a-0e249f11baff will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:45.324504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:45.453917 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c093ca60-23fc-4680-a45a-43e05866a26b req-d422686e-dfd9-4de7-8300-06eda823fb78 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376975 Feb 18 12:36:45.514684 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:45.554704 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d78cf62-6331-416f-ad67-249a82402cbd req-a1a61c9e-9f22-4484-8af3-c59e9a54ea06 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] 10.222.0.85 "GET /v2.0/ports?device_id=34bee136-7d21-4811-895e-92debe3148e6 HTTP/1.1" status: 200 len: 210 time: 0.3384936 Feb 18 12:36:45.716041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Pushing event updated for resources: {'Port': ['ID=52c21735-eaaf-4851-9e0a-0e249f11baff,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:45.721486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:45.885084 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:36:45.894265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:45.901322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:36:46.008021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Attempting to bind port 52c21735-eaaf-4851-9e0a-0e249f11baff on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:36:46.008686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Attempting to bind port 52c21735-eaaf-4851-9e0a-0e249f11baff by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:36:46.009632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Attempting to bind port 52c21735-eaaf-4851-9e0a-0e249f11baff on network 29e4cdf4-c706-4225-b431-a7f53756d8c2 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:36:46.016516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:36:46.016971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Checking segment: {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:36:46.017434 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.017884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Bound using segment: {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:36:46.018437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Bound port: 52c21735-eaaf-4851-9e0a-0e249f11baff, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:36:46.018866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.047414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52006) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:46.144208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] For port 52c21735-eaaf-4851-9e0a-0e249f11baff, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:36:46.149866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] For port 52c21735-eaaf-4851-9e0a-0e249f11baff, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=52c21735-eaaf-4851-9e0a-0e249f11baff,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:36:46.159725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.185058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:46.279259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.317077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:46.323489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Usage tracker for resource:security_group_rule and tenant:39758b1ad445484ba912f032238fa719 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:46.327859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:46.346578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:46.359972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.419262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.569651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.582632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.599497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Pushing event updated for resources: {'Port': ['ID=52c21735-eaaf-4851-9e0a-0e249f11baff,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:46.622944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:46.629216 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1589f428-bde6-4e55-8c91-5c67286833ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:46.706652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:46.956240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Allocated IP 172.28.3.153 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/cb73dd85-ec7f-4f64-a8c2-3dba10343e8c) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:36:47.046106 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=39758b1ad445484ba912f032238fa719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9974303 Feb 18 12:36:47.047255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfb6a48-679c-4960-84dc-4072987e4ca1,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:47.059078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52038) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:47.060947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:47.169357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80949c15-5abb-4f3f-b583-c9fe1a05fea2 req-37b74fb8-ead4-401b-a5d3-3349ce6574af tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:47.178338 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-80949c15-5abb-4f3f-b583-c9fe1a05fea2 req-37b74fb8-ead4-401b-a5d3-3349ce6574af tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.4930212 Feb 18 12:36:47.294860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 52c21735-eaaf-4851-9e0a-0e249f11baff up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:47.323878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:47.342936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:47.376425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:47.382179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:47.408976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:47.444134 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-80949c15-5abb-4f3f-b583-c9fe1a05fea2 req-4b66ade9-8895-4880-9e56-edb0d8fa74f8 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648060 Feb 18 12:36:47.445859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:47.450671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e2c71d99-6de3-4ac1-b280-f967c2503ff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:47.485320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfb6a48-679c-4960-84dc-4072987e4ca1,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:47.488863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:47.496508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:47.497916 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6cfb6a48-679c-4960-84dc-4072987e4ca1 HTTP/1.1" status: 204 len: 168 time: 0.4309225 Feb 18 12:36:47.554185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 52c21735-eaaf-4851-9e0a-0e249f11baff completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:47.643870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Pushing event updated for resources: {'Port': ['ID=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:47.721906 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:47.751456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:36:47.759884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:47.764473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:36:48.440063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:36:48.561339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dca6b5-009d-4fce-8268-21d623a8183d None None] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:36:48.683755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:48.724775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Provisioning for port 52c21735-eaaf-4851-9e0a-0e249f11baff completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:48.736589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Provisioning complete for port 52c21735-eaaf-4851-9e0a-0e249f11baff triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:48.737337 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:48.887740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b3660-1a22-4812-bef7-af68980b22fc req-d675485a-2dc1-4fab-a6ec-be858084c6e1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:48.894576 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-825b3660-1a22-4812-bef7-af68980b22fc req-d675485a-2dc1-4fab-a6ec-be858084c6e1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2349956 Feb 18 12:36:48.895227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52088) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:48.979800 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-825b3660-1a22-4812-bef7-af68980b22fc req-ea0256f0-5a78-4a54-98a0-8a9f7328aeac tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773809 Feb 18 12:36:49.213732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:49.246713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:36:49.254442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Usage tracker for resource:security_group_rule and tenant:0b832254628f4427ac935a375915018a is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:36:49.265280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:36:49.281051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:36:49.530798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:49.574063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:49.584467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:49.600476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-64f457e7-6e65-4673-9054-0e82afb93120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:49.611510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] For port 52c21735-eaaf-4851-9e0a-0e249f11baff, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=52c21735-eaaf-4851-9e0a-0e249f11baff,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:49.620360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-761490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:49.622655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:49.625458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:49.681481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ae243b-c1d7-40f8-a449-77545c99dff5,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:49.747594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Pushing event updated for resources: {'Port': ['ID=52c21735-eaaf-4851-9e0a-0e249f11baff,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:49.752465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:49.813941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.814409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.814822 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.815250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.815666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.816067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.816486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.816916 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.817313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.818863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.819281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.819674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.820123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.820518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.820980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.821340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.821726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.822116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.822502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.822888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.823272 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.823656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.824041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.824426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:49.829794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:49.876819 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0b832254628f4427ac935a375915018a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9790437 Feb 18 12:36:49.879682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52140) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:50.008148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1fbad-682b-49bc-b611-f2c9f211fbe2 req-49d0dcfc-5577-4532-b25d-8c213a718707 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:50.010281 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cca1fbad-682b-49bc-b611-f2c9f211fbe2 req-49d0dcfc-5577-4532-b25d-8c213a718707 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.3304102 Feb 18 12:36:50.011314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:50.140807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-6324f193-2781-42d4-b2c9-83173ad5fe39 None None] Provisioning complete for port 52c21735-eaaf-4851-9e0a-0e249f11baff triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:50.141605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6324f193-2781-42d4-b2c9-83173ad5fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:50.150779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:50.227044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Router 41f37268-ded5-46cb-a539-3b79f02af167 is scheduled to L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:36:50.322502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:50.344057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-980eee56-9d58-4f53-b0a4-2ca5f700fbe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:50.421938 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cca1fbad-682b-49bc-b611-f2c9f211fbe2 req-a1e2c84e-9f5c-4943-9d0b-631b9aa27bd9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517541 Feb 18 12:36:50.423383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ae243b-c1d7-40f8-a449-77545c99dff5,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:50.430626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:50.440940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:50.443674 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/d3ae243b-c1d7-40f8-a449-77545c99dff5 HTTP/1.1" status: 204 len: 168 time: 0.5612049 Feb 18 12:36:50.668089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-6f729866-faf1-4d65-9426-9afe92326237 None None] Provisioning complete for port 52c21735-eaaf-4851-9e0a-0e249f11baff triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:50.671200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6f729866-faf1-4d65-9426-9afe92326237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:50.835520 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:36:50.846784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Sync routers for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:36:50.854145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a431ed37-7fab-430c-90d2-82c981c73d63 req-38acb9d7-38ba-40c9-b0d6-bc63afcb0bdd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:50.874243 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a431ed37-7fab-430c-90d2-82c981c73d63 req-38acb9d7-38ba-40c9-b0d6-bc63afcb0bdd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2533123 Feb 18 12:36:50.875848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:36:50.878401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:36:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:51.044730 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a431ed37-7fab-430c-90d2-82c981c73d63 req-a3989908-d4f1-495d-9d64-060c3db2b0ae tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566548 Feb 18 12:36:51.053953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:51.055299 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.1034739 Feb 18 12:36:51.062196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 52182) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:51.279998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 52c21735-eaaf-4851-9e0a-0e249f11baff up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:51.329566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:36:51.347818 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7e381-b58d-4d8c-b459-b1634010f12d req-2a9e6bb7-7f8f-49e5-9aab-b991d59c3336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:51.358132 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87b7e381-b58d-4d8c-b459-b1634010f12d req-2a9e6bb7-7f8f-49e5-9aab-b991d59c3336 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.2440650 Feb 18 12:36:51.463802 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87b7e381-b58d-4d8c-b459-b1634010f12d req-4fb62168-f97c-4455-8c12-de1379800e46 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961111 Feb 18 12:36:51.511844 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-97c5c30e-c546-45bd-83b5-eebca99e6207 None None] Provisioning complete for port 52c21735-eaaf-4851-9e0a-0e249f11baff triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:51.512269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97c5c30e-c546-45bd-83b5-eebca99e6207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:51.615640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 52c21735-eaaf-4851-9e0a-0e249f11baff triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:51.616066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:51.960148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2854a-c8b4-4439-b09e-25a112ed09c0 req-1861650e-7179-4e47-bf85-a2909805274d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:51.963417 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c7a2854a-c8b4-4439-b09e-25a112ed09c0 req-1861650e-7179-4e47-bf85-a2909805274d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.3056016 Feb 18 12:36:52.013246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:48Z', 'revision_number': 3, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:52.025181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Checking router: 41f37268-ded5-46cb-a539-3b79f02af167 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:36:52.025985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Updating router 41f37268-ded5-46cb-a539-3b79f02af167 port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c binding host dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:36:52.081546 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c7a2854a-c8b4-4439-b09e-25a112ed09c0 req-5a3ab737-478a-46bb-b531-77f30ac6d937 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039276 Feb 18 12:36:52.117185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:52.652131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387efab-74cf-42f9-9443-2104e7f40465 req-f4c58d20-8ef1-409e-bf45-cc12baadc155 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:52.663335 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a387efab-74cf-42f9-9443-2104e7f40465 req-f4c58d20-8ef1-409e-bf45-cc12baadc155 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.3910491 Feb 18 12:36:52.784332 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a387efab-74cf-42f9-9443-2104e7f40465 req-c75a8e24-9690-44d3-962c-f7a7f6bb972a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115327 Feb 18 12:36:52.800958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:52.819477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Transition to ACTIVE for port object cb73dd85-ec7f-4f64-a8c2-3dba10343e8c will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:52.824248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:52.844676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-813ccc69-48da-4e9c-a807-c5e3c33835a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:53.034957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Pushing event updated for resources: {'Port': ['ID=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:53.050833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.051161 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.053099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.053099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.053888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.053888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.054624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.054624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.055437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.055831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.055931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.056266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.056705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.058599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.058599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.058599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.058599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.058599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.059397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.059397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.059397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.060453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.060453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.060840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:53.087806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:53.221341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Attempting to bind port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:36:53.221757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Attempting to bind port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:36:53.222395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Attempting to bind port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c on network 8aeb3598-1153-4699-96ad-276093b44ab6 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:36:53.230065 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:36:53.230461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:36:53.230904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:53.231334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Bound using segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:36:53.231851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Bound port: cb73dd85-ec7f-4f64-a8c2-3dba10343e8c, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:36:53.232525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:53.346074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] For port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:36:53.350549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] For port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:36:53.356229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:53.378900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:53.384062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:53.456814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77567d5-1e7c-465c-9c02-760d0e9cbecf req-0d4fa1a3-0221-43fa-8ea2-9a417aa0585c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:53.458607 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d77567d5-1e7c-465c-9c02-760d0e9cbecf req-0d4fa1a3-0221-43fa-8ea2-9a417aa0585c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1472542 Feb 18 12:36:53.525683 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d77567d5-1e7c-465c-9c02-760d0e9cbecf req-11bb8045-16ed-4893-b32b-f12ba678f598 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594893 Feb 18 12:36:53.624432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Pushing event updated for resources: {'Port': ['ID=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:53.629990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:53.632172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:36:53.632858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:36:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:53.788623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Allocated IP 172.20.0.1 (29e4cdf4-c706-4225-b431-a7f53756d8c2/fb6a1cff-f48c-477f-8581-0ceb5e32f039/5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:36:53.836775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:36:54.056307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13caba-bfd8-4ebd-89cd-f0d2d5539605 req-2b8d903c-0237-40d7-937a-ed25e2e4d5d2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.057900 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c13caba-bfd8-4ebd-89cd-f0d2d5539605 req-2b8d903c-0237-40d7-937a-ed25e2e4d5d2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1617768 Feb 18 12:36:54.065707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:54.113961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Transition to ACTIVE for port object 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:54.135175 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c13caba-bfd8-4ebd-89cd-f0d2d5539605 req-ab35f7f5-73d8-40b1-a65e-691fb950ba1b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649202 Feb 18 12:36:54.164968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:54.184950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:48Z', 'revision_number': 3, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:54.190023 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fcfa2a-128b-4bce-b594-1b7866134193 None None] The sync data for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb is: [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:48Z', 'revision_number': 3, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:36:54.259956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54d736f8-9d07-4f33-b1df-7ec2ba4cdd41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:54.338338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Pushing event updated for resources: {'Port': ['ID=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:54.368299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.368698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.369114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.369500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.370569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.370963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.373789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.374172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.374561 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.375075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.375467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.375840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.376262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.376635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.377203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.377579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.377949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.378324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.378690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.379057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.379424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.379920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.381040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.381858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:36:54.391018 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:54.484014 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:36:54.486122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:54.494352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:36:54.601513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765406'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:54.889150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d8ed06e8-5f8e-4655-b203-4edb0bba725c None None] Provisioning for port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:54.898628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-d8ed06e8-5f8e-4655-b203-4edb0bba725c None None] Provisioning complete for port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:54.900042 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d8ed06e8-5f8e-4655-b203-4edb0bba725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:54.933335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:54.962641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ca1c5-e09b-418d-b711-0c3ac9da0d22 req-10b34bc8-e0de-4ecf-bc50-a45e42f86cfa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:54.970840 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-611ca1c5-e09b-418d-b711-0c3ac9da0d22 req-10b34bc8-e0de-4ecf-bc50-a45e42f86cfa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2128441 Feb 18 12:36:55.061599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-d8ed06e8-5f8e-4655-b203-4edb0bba725c None None] Port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:36:55.207210 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-611ca1c5-e09b-418d-b711-0c3ac9da0d22 req-d932411c-cd42-4b0f-a689-3cd903bfb978 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351067 Feb 18 12:36:55.238207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-b40c0aea-ef10-4870-a2fa-a748f8cbe848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.240951 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-b40c0aea-ef10-4870-a2fa-a748f8cbe848 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 1163 time: 0.1670535 Feb 18 12:36:55.300573 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cb73dd85-ec7f-4f64-a8c2-3dba10343e8c up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:55.383895 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:36:55.389910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:55.390617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:55.535689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:55.547134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:55.552548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:55.561473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-487216a9-5e3f-4923-816d-2f4f6840aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.563920 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-487216a9-5e3f-4923-816d-2f4f6840aeca service neutron] 10.222.0.101 "GET /v2.0/networks?id=02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 200 len: 913 time: 0.3154149 Feb 18 12:36:55.567810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:36:55.570970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:55.574104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:55.634783 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:55.652956 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-bbebef8b-790e-4f3a-9485-9ba5d4322e82 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 200 len: 217 time: 0.0809305 Feb 18 12:36:55.655586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:55.659261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:55.735756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-057c7407-cbb1-428d-9929-b884ad49c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.737483 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-057c7407-cbb1-428d-9929-b884ad49c7fd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 200 len: 859 time: 0.0751655 Feb 18 12:36:55.753034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Pushing event updated for resources: {'Port': ['ID=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:55.756974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853242984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854010500'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:55.771590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:55.796468 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-9ef060b0-f554-448b-b4a6-065b794fd2cc service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=02c1dcc2-da09-4f16-a89c-f504d4982d4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507603 Feb 18 12:36:55.853296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e088d2-59a7-45c6-a552-b7a4728c2b23 req-1abdc200-5425-4d5f-b2e9-59e58c601fb7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:55.855124 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86e088d2-59a7-45c6-a552-b7a4728c2b23 req-1abdc200-5425-4d5f-b2e9-59e58c601fb7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.3049123 Feb 18 12:36:55.953152 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86e088d2-59a7-45c6-a552-b7a4728c2b23 req-3e0c6ca0-42ff-4383-96d2-d277d3ad82cd tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735540 Feb 18 12:36:55.956849 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-bcb36949-8e77-4ff0-9149-d88087e046a9 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520989 Feb 18 12:36:55.966053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:36:55.967235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:36:56.115387 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59a01b8a-3dde-490c-8096-ab98dbf86bde req-ea6e5b24-549d-466c-956f-7711a40ee274 service neutron] 10.222.0.101 "GET /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453617 Feb 18 12:36:56.186921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Router 41f37268-ded5-46cb-a539-3b79f02af167 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:36:56.197945 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b01c577f-3c95-45bc-b473-0bf420f9b19e None None] Provisioning complete for port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:56.198643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b01c577f-3c95-45bc-b473-0bf420f9b19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:56.267369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b01c577f-3c95-45bc-b473-0bf420f9b19e None None] Port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:36:56.422535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:36:56.435636 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] 10.222.0.85 "PUT /v2.0/routers/41f37268-ded5-46cb-a539-3b79f02af167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3717582 Feb 18 12:36:56.441484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d343d9-6018-406f-b1f6-f31de558eb4c req-78169cd8-efe6-4a7b-8624-77beb402be8e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:56.444061 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d3d343d9-6018-406f-b1f6-f31de558eb4c req-78169cd8-efe6-4a7b-8624-77beb402be8e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1043615 Feb 18 12:36:56.511849 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d3d343d9-6018-406f-b1f6-f31de558eb4c req-16457328-dbff-4dc0-97f4-249da5962373 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593388 Feb 18 12:36:56.547542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 52418) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:56.614830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52432) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:56.691701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Deleting subnet 34cb8558-bdb6-4e07-907d-e7c58a5c15b4 {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:36:56.695968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:56.741287 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d52be700-872b-439b-8a0f-5c90eea5b1d3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f24fbe395c324769ad92a69cffdfd681&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923826 Feb 18 12:36:56.743900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 52436) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:56.759682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6698161'] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:56.812344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:56.839566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:56.845223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:56.905324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:56.911897 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-39981556-6f4b-41d5-87dc-ad577645247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:57.187198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-997423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6894015'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:57.196238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a989b-e8c7-4688-bcd2-4476e6102d82,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:57.201172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:57.202229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cb73dd85-ec7f-4f64-a8c2-3dba10343e8c up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:36:57.205878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-35b76c75-be71-433b-9b8b-0e8bb031732f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:57.272356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:57.276658 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/6f2a989b-e8c7-4688-bcd2-4476e6102d82 HTTP/1.1" status: 204 len: 168 time: 0.5293164 Feb 18 12:36:57.325454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-761f3c86-001b-4c6e-a2af-c92a15ce53b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:57.330023 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34cb8558-bdb6-4e07-907d-e7c58a5c15b4,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:57.334121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:57.357794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059531d9-5fcf-477f-9e17-c5ece064ba97 req-90ffe393-2f54-4d89-9032-c338a9d604d5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:57.360359 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-059531d9-5fcf-477f-9e17-c5ece064ba97 req-90ffe393-2f54-4d89-9032-c338a9d604d5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1678610 Feb 18 12:36:57.372386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:36:57.373254 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:57.454261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:57.466515 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] 10.222.0.85 "DELETE /v2.0/subnets/34cb8558-bdb6-4e07-907d-e7c58a5c15b4 HTTP/1.1" status: 204 len: 168 time: 0.8503730 Feb 18 12:36:57.471548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52458) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:57.517771 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-059531d9-5fcf-477f-9e17-c5ece064ba97 req-cc85d0bf-5b55-49df-afab-60768fc71fbe tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419792 Feb 18 12:36:57.645241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:57.695896 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Sync routers for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:36:57.713818 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:36:57.716548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:36:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:57.980674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:57.995338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:36:58.084942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55b010-0c7d-4607-a518-92834ef16506 req-e9ff3a16-7c5c-4c79-b7b2-516207ad9940 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:58.093531 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4e55b010-0c7d-4607-a518-92834ef16506 req-e9ff3a16-7c5c-4c79-b7b2-516207ad9940 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.3826129 Feb 18 12:36:58.438820 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4e55b010-0c7d-4607-a518-92834ef16506 req-daae4d3c-bed8-4c47-b1ad-fbdfe37eecb4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3429506 Feb 18 12:36:58.471012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c744d293-86ae-4af8-b5aa-7cf70b6a9eb4']}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:58.490719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fddb6f-7b71-4ddb-afc3-d15f026c4719') {'for_net_delete': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:58.491061 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fddb6f-7b71-4ddb-afc3-d15f026c4719') {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:58.511090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 2, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:36:58.511332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848077687'] for segment, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:58.516866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Checking router: 41f37268-ded5-46cb-a539-3b79f02af167 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:36:58.517328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Updating router 41f37268-ded5-46cb-a539-3b79f02af167 port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 binding host dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:36:58.562022 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:58.564970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:36:58.666986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:58.772219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148a747-52d9-4f59-8fa2-e8185ee422ce req-df9675d6-c874-4feb-9213-ae56a83c1039 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:58.774147 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2148a747-52d9-4f59-8fa2-e8185ee422ce req-df9675d6-c874-4feb-9213-ae56a83c1039 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1155436 Feb 18 12:36:58.866008 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2148a747-52d9-4f59-8fa2-e8185ee422ce req-7f3bb68b-f3b5-40d6-b3b7-586f0ae6a989 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609798 Feb 18 12:36:58.945615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:58.956509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853790834'] for segment, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.184942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Network c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:36:59.251017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:36:59.300563 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:36:59.310368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Transition to ACTIVE for port object 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:36:59.319261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.335488 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.350332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f97d43f4-6efe-4529-b1ac-231c7c743afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:59.360667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f9ac8ffd-3ba3-40b9-a8a7-561da8b9e01d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:36:59.391917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.417037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c744d293-86ae-4af8-b5aa-7cf70b6a9eb4,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:59.420851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:59.444780 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-cf429f22-95bc-440c-981b-0d626afe11a8 admin admin] 10.222.0.85 "DELETE /v2.0/networks/c744d293-86ae-4af8-b5aa-7cf70b6a9eb4 HTTP/1.1" status: 204 len: 168 time: 1.9637220 Feb 18 12:36:59.544176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331786f-b948-4553-89a7-1085ccb18a49 None None] Pushing event updated for resources: {'Port': ['ID=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:36:59.555007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8331786f-b948-4553-89a7-1085ccb18a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:36:59.830992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 52504) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:36:59.943748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e04b6-877f-4189-aa77-6fd09094ea59 req-ec8307a9-f998-4bd6-b1fd-71ec70ecd4c0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:36:59.952779 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-828e04b6-877f-4189-aa77-6fd09094ea59 req-ec8307a9-f998-4bd6-b1fd-71ec70ecd4c0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2558355 Feb 18 12:36:59.983530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Attempting to bind port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:36:59.983970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Attempting to bind port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:36:59.984417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Attempting to bind port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 on network 29e4cdf4-c706-4225-b431-a7f53756d8c2 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:36:59.991797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:36:59.992391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Checking segment: {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:36:59.992837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:36:59.993295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Bound using segment: {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:36:59.993819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Bound port: 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:36:59.994232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.015654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23778285-3749-4821-ad75-fc84764c4035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.017509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52510) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:00.025689 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-73a2f98b-e636-462e-a0c2-eb24f19a208f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8ff741b1e5a5409f9033aca68d45740b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930709 Feb 18 12:37:00.105057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-828e04b6-877f-4189-aa77-6fd09094ea59 req-604c543f-4733-4fb3-86e4-0f3762e28e8d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471095 Feb 18 12:37:00.118279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] For port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:00.122315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] For port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:00.150867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.168869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111fcf3-676c-4854-a1c8-c7662563360d req-9043a45e-c161-42f1-a6d4-31736aebf211 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:00.170641 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d111fcf3-676c-4854-a1c8-c7662563360d req-9043a45e-c161-42f1-a6d4-31736aebf211 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1314495 Feb 18 12:37:00.178490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.180477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:00.215359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.253550 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d111fcf3-676c-4854-a1c8-c7662563360d req-f7a9b3bc-47c6-4143-9cba-34bff4a7e969 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707932 Feb 18 12:37:00.293087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.303980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4b16f96c-e7a7-4773-9172-7bc24ffe3777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:00.325526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df9ed7f-7f87-43a8-be17-89801e6e4519,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:00.328633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:00.336376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.340119 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7df9ed7f-7f87-43a8-be17-89801e6e4519 HTTP/1.1" status: 204 len: 168 time: 0.3147690 Feb 18 12:37:00.510745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:00.542893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331786f-b948-4553-89a7-1085ccb18a49 None None] Pushing event updated for resources: {'Port': ['ID=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:00.550002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8331786f-b948-4553-89a7-1085ccb18a49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:00.643804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:00.644560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:37:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:00.932664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:01.495582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eaec31-f0d8-483d-9939-cbf21a42a3d8 req-fac0fd87-bc1e-41a3-8da0-721848d25a35 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:01.512926 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c0eaec31-f0d8-483d-9939-cbf21a42a3d8 req-fac0fd87-bc1e-41a3-8da0-721848d25a35 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2109551 Feb 18 12:37:01.617927 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c0eaec31-f0d8-483d-9939-cbf21a42a3d8 req-d2d9a736-f4c8-4d8e-83f3-8c2868696fe3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023316 Feb 18 12:37:01.626729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:01.656040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:01.680557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:00Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:01.704188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8f34a4-560c-4b29-ba4c-5d5ff03aab2a None None] The sync data for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb is: [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:00Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:37:02.892947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26ce2a-0fd8-4ab2-9582-ec5060f9d5b1 req-e13f964b-e6ae-473a-a556-34af77566c23 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:02.893488 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a26ce2a-0fd8-4ab2-9582-ec5060f9d5b1 req-e13f964b-e6ae-473a-a556-34af77566c23 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1141174 Feb 18 12:37:02.966471 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a26ce2a-0fd8-4ab2-9582-ec5060f9d5b1 req-2f1d6fef-5068-473d-8c50-155679043df1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645781 Feb 18 12:37:03.305850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:03.537692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:03.552804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:03.559390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:03.765600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:03.810008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:03.813019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:03.815344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:03.900757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:03.911052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:04.245327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f741c6f-ff87-4450-9dfe-71170daced5e req-155851de-afbc-48ef-aa3f-39ab8ce9c761 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:04.248138 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f741c6f-ff87-4450-9dfe-71170daced5e req-155851de-afbc-48ef-aa3f-39ab8ce9c761 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1213632 Feb 18 12:37:04.301612 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f741c6f-ff87-4450-9dfe-71170daced5e req-6fa4701a-4c5f-44b5-8c46-8c7807b30775 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471821 Feb 18 12:37:05.184063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:05.276779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:05.277223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:05.623685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aab69-4b96-4c2e-b5c4-1e99419a5fa9 req-d32d48c7-7b1b-4de6-854d-4d9d77596172 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:05.625452 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-987aab69-4b96-4c2e-b5c4-1e99419a5fa9 req-d32d48c7-7b1b-4de6-854d-4d9d77596172 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1203640 Feb 18 12:37:05.679881 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-987aab69-4b96-4c2e-b5c4-1e99419a5fa9 req-ab893542-616c-4505-ac00-6636d768f0fb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471709 Feb 18 12:37:06.555213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e80c-431c-48d3-aaa3-ebfd8563217d req-8459640c-b772-4bf3-ae68-d92ec7c00cba tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:06.557009 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1545e80c-431c-48d3-aaa3-ebfd8563217d req-8459640c-b772-4bf3-ae68-d92ec7c00cba tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1018631 Feb 18 12:37:06.619716 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1545e80c-431c-48d3-aaa3-ebfd8563217d req-90b1a516-a9b7-45c3-a37d-b450ecd0d946 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561004 Feb 18 12:37:06.933878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0a978-5cbb-4729-8c26-02f921ae89da req-e3d81af8-5d07-4c96-a40c-01e7996ed25f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:06.936113 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6da0a978-5cbb-4729-8c26-02f921ae89da req-e3d81af8-5d07-4c96-a40c-01e7996ed25f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1169493 Feb 18 12:37:06.996283 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6da0a978-5cbb-4729-8c26-02f921ae89da req-43b16652-93bc-4c63-8fca-ead89cf2a747 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526588 Feb 18 12:37:07.622057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52674) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:07.800256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:07.884854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:07.899098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Usage tracker for resource:security_group_rule and tenant:fd65717e8a084260a9d4120681b9750d is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:07.906541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:07.918006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:07.966815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404a2693-c68f-48d3-a41e-c215f92f8cf6 req-3235d7ac-2fc6-41d4-9669-10fa571a201f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:07.968466 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-404a2693-c68f-48d3-a41e-c215f92f8cf6 req-3235d7ac-2fc6-41d4-9669-10fa571a201f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1490009 Feb 18 12:37:08.062022 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-404a2693-c68f-48d3-a41e-c215f92f8cf6 req-d24b7180-1507-462c-b9c4-ce221ca10145 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847073 Feb 18 12:37:08.125066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:08.129166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:08.140064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-58e2f6db-d1f2-45d9-9da0-2bfc2462181f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:08.191473 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=fd65717e8a084260a9d4120681b9750d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5652020 Feb 18 12:37:08.191473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 52686) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:08.207593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13cc2b8-161e-4d8d-a504-e7934b549bbc,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:08.212645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:08.259136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebbea3-2e0c-43b5-8f1e-084786149fa6 req-5ab2f153-5209-4945-bf4a-895c3aa66ab0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:08.261062 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b4ebbea3-2e0c-43b5-8f1e-084786149fa6 req-5ab2f153-5209-4945-bf4a-895c3aa66ab0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1068573 Feb 18 12:37:08.279062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:08.310351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:08.336456 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b4ebbea3-2e0c-43b5-8f1e-084786149fa6 req-614f362f-67cb-41da-9f66-46192c4f11f7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654342 Feb 18 12:37:08.382107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:08.391146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3124a649-9f60-4adc-994c-b8d7190b619e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:08.407664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13cc2b8-161e-4d8d-a504-e7934b549bbc,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:08.424315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:08.425697 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a13cc2b8-161e-4d8d-a504-e7934b549bbc HTTP/1.1" status: 204 len: 168 time: 0.2335188 Feb 18 12:37:08.426909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:09.284620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67daa716-5dd0-41b5-8837-579e339c4f36 req-674b995e-e414-4fb9-bad9-8e2feda8389b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:09.287695 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-67daa716-5dd0-41b5-8837-579e339c4f36 req-674b995e-e414-4fb9-bad9-8e2feda8389b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1071889 Feb 18 12:37:09.353196 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-67daa716-5dd0-41b5-8837-579e339c4f36 req-8bf8f14f-8df4-4d7a-be32-241a3a632b90 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589125 Feb 18 12:37:09.708437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8700c76-91d3-4eb0-8ae4-e695e8e83cda req-bc0bb3a1-98b5-4b60-9a15-26aae95bb67d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:09.710287 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8700c76-91d3-4eb0-8ae4-e695e8e83cda req-bc0bb3a1-98b5-4b60-9a15-26aae95bb67d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1002362 Feb 18 12:37:09.763839 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8700c76-91d3-4eb0-8ae4-e695e8e83cda req-67e1b863-886d-4e43-b79a-b521bf67d096 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467222 Feb 18 12:37:09.868755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:09.955874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port ba8d93be-85aa-4ca9-a799-95b92e7680e4 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:09.956357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:10.147484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-61350d77-2ee8-49db-99d6-4c6ded8fbc92 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:10.149218 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-61350d77-2ee8-49db-99d6-4c6ded8fbc92 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.1483579 Feb 18 12:37:10.235090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Deleting port ba8d93be-85aa-4ca9-a799-95b92e7680e4 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:37:10.235478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:10.621320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] For port ba8d93be-85aa-4ca9-a799-95b92e7680e4, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=ba8d93be-85aa-4ca9-a799-95b92e7680e4,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:10.622394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:10.775387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Calling delete_port for ba8d93be-85aa-4ca9-a799-95b92e7680e4 owned by compute:nova {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:37:10.845557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470b15-ccd5-4d93-a45a-6779810cddfa req-a6f68241-7190-4eae-bca5-b470e197f62b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:10.847375 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da470b15-ccd5-4d93-a45a-6779810cddfa req-a6f68241-7190-4eae-bca5-b470e197f62b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 945 time: 0.3139956 Feb 18 12:37:10.933927 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da470b15-ccd5-4d93-a45a-6779810cddfa req-bea59699-af86-4d58-a141-9ea74e6f31e1 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672300 Feb 18 12:37:11.046896 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:11.069904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0adceebd-4224-4239-86aa-a474db59a0e5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:11.288646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Pushing event deleted for resources: {'Port': ['ID=ba8d93be-85aa-4ca9-a799-95b92e7680e4,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:11.297752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:11.422951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] No DVR routers for this DVR port ba8d93be-85aa-4ca9-a799-95b92e7680e4 on host hv-cinder-77642 {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:37:11.425951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:11.430757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'name': 'network-vif-deleted', 'tag': 'ba8d93be-85aa-4ca9-a799-95b92e7680e4'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:11.456555 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3344256e-bb76-420b-86f6-af7f0dbc18c7 req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "DELETE /v2.0/ports/ba8d93be-85aa-4ca9-a799-95b92e7680e4 HTTP/1.1" status: 204 len: 173 time: 1.3016357 Feb 18 12:37:11.464375 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc9c72-0bdd-429d-8b5d-23e1daa8cd24 req-769ff422-b7a4-4ccc-bbb4-147f0e842078 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:11.469407 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06dc9c72-0bdd-429d-8b5d-23e1daa8cd24 req-769ff422-b7a4-4ccc-bbb4-147f0e842078 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1824341 Feb 18 12:37:11.528053 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06dc9c72-0bdd-429d-8b5d-23e1daa8cd24 req-2f060f07-4e75-49ad-addd-a7cfbe3ac4be tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543733 Feb 18 12:37:11.599007 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1caf6b3a-3873-4e5e-95f1-a85a54bfe50e', 'name': 'network-vif-deleted', 'tag': 'ba8d93be-85aa-4ca9-a799-95b92e7680e4', 'status': 'completed', 'code': 200} Feb 18 12:37:12.100918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:37:12.142739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: ba8d93be-85aa-4ca9-a799-95b92e7680e4 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:37:12.143427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device ba8d93be-85aa-4ca9-a799-95b92e7680e4 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:37:12.152833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-7706bb73-b911-45ff-8e2a-47f6db84f8e3 req-cef6ed26-fc57-462e-a945-686efe749bf3 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Synchronizing usage tracker for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:12.171637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-7706bb73-b911-45ff-8e2a-47f6db84f8e3 req-cef6ed26-fc57-462e-a945-686efe749bf3 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Unset dirty status for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:12.173000 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7706bb73-b911-45ff-8e2a-47f6db84f8e3 req-cef6ed26-fc57-462e-a945-686efe749bf3 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=1caf6b3a-3873-4e5e-95f1-a85a54bfe50e HTTP/1.1" status: 200 len: 210 time: 0.0769126 Feb 18 12:37:12.800430 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92f7e6-457b-4984-b69a-886e3fb7bf15 req-2fc7a416-2567-41e3-8c08-4021939cbad6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:12.803620 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4e92f7e6-457b-4984-b69a-886e3fb7bf15 req-2fc7a416-2567-41e3-8c08-4021939cbad6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1174335 Feb 18 12:37:12.883177 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4e92f7e6-457b-4984-b69a-886e3fb7bf15 req-1aa4b5ba-3e57-449d-892f-17d2e4f326e9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730107 Feb 18 12:37:13.757008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6b171-1263-4e56-8987-15e0086f5a5c req-f2af7688-8273-4e12-ab9b-e3dc7698279f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:13.757008 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9fa6b171-1263-4e56-8987-15e0086f5a5c req-f2af7688-8273-4e12-ab9b-e3dc7698279f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1083035 Feb 18 12:37:13.846312 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9fa6b171-1263-4e56-8987-15e0086f5a5c req-50e018c6-616c-48e7-b381-18756726448e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829780 Feb 18 12:37:14.167307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd4133-d1cb-4361-805d-673f2163027b req-700bb1c8-6690-46c5-8761-2b9b5739214f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:14.169172 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-66bd4133-d1cb-4361-805d-673f2163027b req-700bb1c8-6690-46c5-8761-2b9b5739214f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1288953 Feb 18 12:37:14.236734 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-66bd4133-d1cb-4361-805d-673f2163027b req-682c1a23-7c8d-49eb-bfd2-cb6f7f1aa8f0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539117 Feb 18 12:37:15.083934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b5bc9-5d5d-4e00-9009-ad5ae50ba47b req-46fd0159-2b42-4bbd-8afd-94d4a161d32f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:15.085772 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2c7b5bc9-5d5d-4e00-9009-ad5ae50ba47b req-46fd0159-2b42-4bbd-8afd-94d4a161d32f tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1017873 Feb 18 12:37:15.141477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2c7b5bc9-5d5d-4e00-9009-ad5ae50ba47b req-37277970-9725-4ed6-9fdb-2c9cfc30b29e tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491781 Feb 18 12:37:15.538540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143ee3c5-71f9-44c6-885c-8d1241b49976 req-fa2ef873-be89-4a2c-92dd-0344d3fb31dd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:15.540614 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-143ee3c5-71f9-44c6-885c-8d1241b49976 req-fa2ef873-be89-4a2c-92dd-0344d3fb31dd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1067393 Feb 18 12:37:15.595209 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-143ee3c5-71f9-44c6-885c-8d1241b49976 req-00a590e7-4361-4429-b0c9-3509715a9d14 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473323 Feb 18 12:37:16.377688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69cbd4-4c6b-4821-a02a-d143f068d21e req-4d8a00b6-bf36-49eb-b993-0e5cb3c4800c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:16.380539 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6f69cbd4-4c6b-4821-a02a-d143f068d21e req-4d8a00b6-bf36-49eb-b993-0e5cb3c4800c tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1094084 Feb 18 12:37:16.441958 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6f69cbd4-4c6b-4821-a02a-d143f068d21e req-8876fad4-b298-424b-819d-86da5fce3858 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544429 Feb 18 12:37:16.714994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:16.893997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec82bc-a28b-4b7f-9e9f-3cc10d91879f req-03ab6b05-5f29-4edf-b54b-425cd7c93071 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:16.901473 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03ec82bc-a28b-4b7f-9e9f-3cc10d91879f req-03ab6b05-5f29-4edf-b54b-425cd7c93071 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1347942 Feb 18 12:37:16.962260 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03ec82bc-a28b-4b7f-9e9f-3cc10d91879f req-6ff2e814-7c54-4013-b2b6-1f8a7128d54e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572071 Feb 18 12:37:17.682867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906b95-e373-40c3-8472-5ff416c315b4 req-25a5bf44-c53e-4004-b306-f2da4f773aab tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:17.684744 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-53906b95-e373-40c3-8472-5ff416c315b4 req-25a5bf44-c53e-4004-b306-f2da4f773aab tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1115258 Feb 18 12:37:17.698822 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-de7341d4-fffc-4f7a-9a06-c39974d4ec6f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:17.699581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-de7341d4-fffc-4f7a-9a06-c39974d4ec6f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:17.718689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-de7341d4-fffc-4f7a-9a06-c39974d4ec6f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:17.726562 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-de7341d4-fffc-4f7a-9a06-c39974d4ec6f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 815 time: 0.1963246 Feb 18 12:37:17.744101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-3ec70dad-367d-48a0-ab47-39d5b7dd8778 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/quotas/ad0988959c1c4f408d8edba19252eea9 HTTP/1.1" status: 200 len: 375 time: 0.0164976 Feb 18 12:37:17.745759 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-53906b95-e373-40c3-8472-5ff416c315b4 req-89990e61-56a4-4b9b-bc73-be8e891ad290 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518079 Feb 18 12:37:17.838394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-5d50daef-e94c-4575-9aae-7e722c5e2b37 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:17.861227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-5d50daef-e94c-4575-9aae-7e722c5e2b37 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:17.862666 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-5d50daef-e94c-4575-9aae-7e722c5e2b37 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1177499 Feb 18 12:37:18.037685 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-423b2d2a-b0a1-4cf4-8e9f-7408064c7105 service neutron] 10.222.0.85 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547651 Feb 18 12:37:18.213526 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-59e85397-d929-442e-9383-daa775f54992 service neutron] 10.222.0.85 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1674035 Feb 18 12:37:18.251791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5060d1-1a28-4356-9ea4-71329b03a529 req-be289274-3439-4f44-8647-d4376f5bcda3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:18.253481 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f5060d1-1a28-4356-9ea4-71329b03a529 req-be289274-3439-4f44-8647-d4376f5bcda3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1209621 Feb 18 12:37:18.324178 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f5060d1-1a28-4356-9ea4-71329b03a529 req-af00ab9c-643a-4425-b406-ef9b884a021b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638456 Feb 18 12:37:18.436117 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bcf00abd-7470-4895-9e3b-75356a4cf9c5 req-0ca0428d-22cd-4171-801e-470baa29cc66 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 210 time: 0.0577731 Feb 18 12:37:18.970388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4667bf-5666-49e3-8ede-5e0ca5938c03 req-a53d826e-87b1-4313-a31f-99484dc93c7d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:18.979704 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be4667bf-5666-49e3-8ede-5e0ca5938c03 req-a53d826e-87b1-4313-a31f-99484dc93c7d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1052308 Feb 18 12:37:19.059109 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-be4667bf-5666-49e3-8ede-5e0ca5938c03 req-b1bc689d-b0ab-4381-a1c3-e6f4eca0c401 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783145 Feb 18 12:37:19.589150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368af48f-f195-4819-82a6-cf642b9f587e req-417685ee-174a-4491-bfe6-a14162147254 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:19.591611 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-368af48f-f195-4819-82a6-cf642b9f587e req-417685ee-174a-4491-bfe6-a14162147254 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1081429 Feb 18 12:37:19.658685 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-368af48f-f195-4819-82a6-cf642b9f587e req-0241945b-7bf2-4523-b192-ee88fb441825 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607481 Feb 18 12:37:19.666733 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9148027a-0f46-4beb-ba47-5e6365bc95a8 req-06363378-e369-4f27-bbba-948251e35c82 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 210 time: 0.0601044 Feb 18 12:37:20.448170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-99b1efc1-1118-48c9-ba05-e6b84f82534b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:20.450077 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-99b1efc1-1118-48c9-ba05-e6b84f82534b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 815 time: 0.5580640 Feb 18 12:37:20.461255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bd0bc-9446-4a44-82b8-0a6901362501 req-1d2d9c68-f660-4155-b103-814a7d4676e2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:20.462938 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d37bd0bc-9446-4a44-82b8-0a6901362501 req-1d2d9c68-f660-4155-b103-814a7d4676e2 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.1742475 Feb 18 12:37:20.475569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'port': {'device_id': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'admin_state_up': True, 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:20.671731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:20.698876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:20.736521 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d37bd0bc-9446-4a44-82b8-0a6901362501 req-898fcc4b-2249-481b-bf0d-c2898298594a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391996 Feb 18 12:37:20.737487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Made reservation on behalf of ad0988959c1c4f408d8edba19252eea9 for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:37:20.751859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:20.960320 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c67b0da6-5a98-4b21-a90c-5dc55823563a req-5713ed08-e245-4c87-b34c-2454cc3c602d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 210 time: 0.0833094 Feb 18 12:37:21.506646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9afce-ae4a-497e-bc66-83661e60b1a5 req-74a4829c-d8a6-4d66-8cbb-12a4db4f6f1b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:21.515408 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fd9afce-ae4a-497e-bc66-83661e60b1a5 req-74a4829c-d8a6-4d66-8cbb-12a4db4f6f1b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2829177 Feb 18 12:37:21.582857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Allocated IP 172.20.0.12 (29e4cdf4-c706-4225-b431-a7f53756d8c2/fb6a1cff-f48c-477f-8581-0ceb5e32f039/66ada81a-7355-41cd-b899-d5542762b1e5) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:37:21.633793 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fd9afce-ae4a-497e-bc66-83661e60b1a5 req-e4fdb9bb-d2dd-4591-b287-20004f9ecdee tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169455 Feb 18 12:37:21.673741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 28a11634-fc63-4b56-8152-3d524e1fd4c3 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:37:21.691501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-e0076b92-0e3d-48ec-b280-70ad83243727 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:21.694439 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-e0076b92-0e3d-48ec-b280-70ad83243727 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 946 time: 0.2284129 Feb 18 12:37:21.901060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Deleting port 28a11634-fc63-4b56-8152-3d524e1fd4c3 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:37:21.901543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:21.947087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:21.995367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:22.010577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 28a11634-fc63-4b56-8152-3d524e1fd4c3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:22.015976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:22.022510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:22.130667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:22.171683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Transition to ACTIVE for port object 66ada81a-7355-41cd-b899-d5542762b1e5 will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:22.220857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=28a11634-fc63-4b56-8152-3d524e1fd4c3,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:22.226069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:22.307078 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c4c19dab-7e18-4b72-a406-b3cdcf5f17da req-635ea849-ef24-498f-82b6-f83138efeff9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 210 time: 0.0714750 Feb 18 12:37:22.385055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:22.404168 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3', 'code': 200} Feb 18 12:37:22.632355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:22.774162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] For port 28a11634-fc63-4b56-8152-3d524e1fd4c3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=28a11634-fc63-4b56-8152-3d524e1fd4c3,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:22.775025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:22.775357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:22.790389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:22.809044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:37:22.810606 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:37:22.825389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:37:22.997171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:22.997992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:23.126305 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6567178 Feb 18 12:37:23.151391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Calling delete_port for 28a11634-fc63-4b56-8152-3d524e1fd4c3 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:37:23.161160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607f39d-c66b-4ee0-b1e2-ca30c9eb6077 req-2b013604-be75-4dc6-abcb-9e3649c907eb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:23.167135 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9607f39d-c66b-4ee0-b1e2-ca30c9eb6077 req-2b013604-be75-4dc6-abcb-9e3649c907eb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1163099 Feb 18 12:37:23.246653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c5eee4d7-5c29-4de0-88e1-1ab3a9109583 None None] Provisioning for port 66ada81a-7355-41cd-b899-d5542762b1e5 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:23.254943 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9607f39d-c66b-4ee0-b1e2-ca30c9eb6077 req-62d4ea7e-55b9-415a-afaa-df60d35c853f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707862 Feb 18 12:37:23.262612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c5eee4d7-5c29-4de0-88e1-1ab3a9109583 None None] Provisioning complete for port 66ada81a-7355-41cd-b899-d5542762b1e5 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:23.263322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c5eee4d7-5c29-4de0-88e1-1ab3a9109583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:23.326852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cd3e86-783e-40d6-862e-e4dc3adef5cf req-0059ea83-aa1a-49b9-a602-1b0c8912f117 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:23.336191 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82cd3e86-783e-40d6-862e-e4dc3adef5cf req-0059ea83-aa1a-49b9-a602-1b0c8912f117 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 944 time: 1.2237744 Feb 18 12:37:23.406832 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82cd3e86-783e-40d6-862e-e4dc3adef5cf req-83babcb7-092d-4e5f-82b1-706127b046a3 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/security-groups?id=145b0176-653d-49e6-859c-a444fa948e13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687277 Feb 18 12:37:23.418018 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-c5eee4d7-5c29-4de0-88e1-1ab3a9109583 None None] Port 66ada81a-7355-41cd-b899-d5542762b1e5 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:37:23.546352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:23.647316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c5c1a-e73f-4153-a84c-d1842706595d req-dd3be4e9-9f30-4202-b63c-30cdf291ddae tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:23.648697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-a03c5c1a-e73f-4153-a84c-d1842706595d req-dd3be4e9-9f30-4202-b63c-30cdf291ddae tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:23.686960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-a03c5c1a-e73f-4153-a84c-d1842706595d req-dd3be4e9-9f30-4202-b63c-30cdf291ddae tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:23.688467 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a03c5c1a-e73f-4153-a84c-d1842706595d req-dd3be4e9-9f30-4202-b63c-30cdf291ddae tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.1657403 Feb 18 12:37:23.719619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-56a79024-cc77-4800-b6de-b8fc4aed804a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:23.756103 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a03c5c1a-e73f-4153-a84c-d1842706595d req-429013c3-37ec-47e4-b33a-8beae76ec22d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577316 Feb 18 12:37:23.783547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Pushing event deleted for resources: {'Port': ['ID=28a11634-fc63-4b56-8152-3d524e1fd4c3,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:23.796601 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:23.858451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] No DVR routers for this DVR port 28a11634-fc63-4b56-8152-3d524e1fd4c3 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:37:23.861565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:23.868731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'name': 'network-vif-deleted', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:23.893872 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d731fab7-9e98-4433-ba22-60b210b3d688 req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.101 "DELETE /v2.0/ports/28a11634-fc63-4b56-8152-3d524e1fd4c3 HTTP/1.1" status: 204 len: 173 time: 2.1841624 Feb 18 12:37:23.932502 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6a9efa8-a875-470e-9d30-ef11e02732e8', 'name': 'network-vif-deleted', 'tag': '28a11634-fc63-4b56-8152-3d524e1fd4c3', 'status': 'completed', 'code': 200} Feb 18 12:37:24.536961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe309f0-6e2a-4b5b-b0ae-89ed26d1c351 req-c5dfa0da-420e-4d39-9c36-175a84be13f2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:24.538741 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dbe309f0-6e2a-4b5b-b0ae-89ed26d1c351 req-c5dfa0da-420e-4d39-9c36-175a84be13f2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1292994 Feb 18 12:37:24.609515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e9de6390-da49-4bab-afc9-734e5996008e req-6a80fc7a-6aab-4827-84fc-b0c3a33345c7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Synchronizing usage tracker for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:24.616946 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dbe309f0-6e2a-4b5b-b0ae-89ed26d1c351 req-43c7be55-ec22-419e-9134-c4197a3bc625 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709314 Feb 18 12:37:24.651141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e9de6390-da49-4bab-afc9-734e5996008e req-6a80fc7a-6aab-4827-84fc-b0c3a33345c7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Unset dirty status for tenant:b2c7d155a9314c99b4f76248eed6b65d on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:24.665363 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e9de6390-da49-4bab-afc9-734e5996008e req-6a80fc7a-6aab-4827-84fc-b0c3a33345c7 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.1297390 Feb 18 12:37:24.988110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7455a-9707-45fb-9f7c-b2e307c395e0 req-ef7a0aea-9e3f-4ccb-a56a-5efb40bc0da0 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:24.992818 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f4e7455a-9707-45fb-9f7c-b2e307c395e0 req-ef7a0aea-9e3f-4ccb-a56a-5efb40bc0da0 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.1016006 Feb 18 12:37:25.045720 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f4e7455a-9707-45fb-9f7c-b2e307c395e0 req-05c58c62-5b66-4b71-b462-8d045a3aad8f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486794 Feb 18 12:37:25.442911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:37:25.904552 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5c910dc7-9176-4b75-99a7-ec06c71e54e2 req-044cd39b-375e-43bc-8c29-fc4e873a6631 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.1080108 Feb 18 12:37:25.908380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62ef33-63cc-4296-b294-98ad0eac41ea req-cadd3e66-e70a-44a2-a19c-4418927240cb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:25.913101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe62ef33-63cc-4296-b294-98ad0eac41ea req-cadd3e66-e70a-44a2-a19c-4418927240cb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1346207 Feb 18 12:37:25.969550 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe62ef33-63cc-4296-b294-98ad0eac41ea req-eb2b1883-491e-4cd8-85fb-f418ccc239ed tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493207 Feb 18 12:37:26.270822 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d768d-5ef5-4aef-b85a-3b085b96feaf req-e59d4c0d-3666-4553-a62f-2085f3f63ed1 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:26.272395 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b96d768d-5ef5-4aef-b85a-3b085b96feaf req-e59d4c0d-3666-4553-a62f-2085f3f63ed1 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.0964561 Feb 18 12:37:26.328297 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b96d768d-5ef5-4aef-b85a-3b085b96feaf req-53387f88-44c0-4ed7-8b03-58ef3c47d7a3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489964 Feb 18 12:37:27.183692 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-80936f85-7452-4225-911b-9719f7bf59ee req-498123d4-e33e-432c-8da8-668e50fced1b tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.0735536 Feb 18 12:37:27.216528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8b153fa6-8139-4af9-8201-35c4ed442b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:27.265716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41719c-5feb-4bf5-b93c-c59f41e3c5f6 req-468ab893-9b80-4e78-af70-7fbbbf34af23 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:27.268842 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b41719c-5feb-4bf5-b93c-c59f41e3c5f6 req-468ab893-9b80-4e78-af70-7fbbbf34af23 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1419687 Feb 18 12:37:27.430780 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b41719c-5feb-4bf5-b93c-c59f41e3c5f6 req-805017d5-cf49-4799-b390-3ba99724c229 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348140 Feb 18 12:37:27.684433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8e3d0-6d07-4379-b34f-5f1955fd3c58 req-b8bfdb5b-69b7-4003-a268-2b976eb7a31b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:27.694076 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3cb8e3d0-6d07-4379-b34f-5f1955fd3c58 req-b8bfdb5b-69b7-4003-a268-2b976eb7a31b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.1607707 Feb 18 12:37:27.762278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-3cb8e3d0-6d07-4379-b34f-5f1955fd3c58 req-708208cf-0ce9-4e6e-a5d7-7cd3f3ebbe5f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:37:27.782073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-3cb8e3d0-6d07-4379-b34f-5f1955fd3c58 req-708208cf-0ce9-4e6e-a5d7-7cd3f3ebbe5f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:37:27.786129 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3cb8e3d0-6d07-4379-b34f-5f1955fd3c58 req-708208cf-0ce9-4e6e-a5d7-7cd3f3ebbe5f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904169 Feb 18 12:37:28.360891 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d76035dc-0d06-4c19-821a-4db889eba5c2 req-767f37f9-0062-466a-9459-89a2a82cc25d tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.0525286 Feb 18 12:37:28.737326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da64c0-020d-449b-a68c-6913edca3820 req-10280465-efe6-435b-b348-195ba984460a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:28.740388 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-17da64c0-020d-449b-a68c-6913edca3820 req-10280465-efe6-435b-b348-195ba984460a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1736233 Feb 18 12:37:28.821277 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-17da64c0-020d-449b-a68c-6913edca3820 req-9e5d61ce-a9ef-49e7-8cc0-f27bdb124f70 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730867 Feb 18 12:37:29.045828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c6e2f-724b-47f2-9d3f-f047afa3e09a req-98902c08-e93d-4006-9569-ea8c57c7fb48 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:29.047476 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-011c6e2f-724b-47f2-9d3f-f047afa3e09a req-98902c08-e93d-4006-9569-ea8c57c7fb48 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.0979476 Feb 18 12:37:29.108944 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-011c6e2f-724b-47f2-9d3f-f047afa3e09a req-1b1f4bcd-2246-4868-8936-8815382c270b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537174 Feb 18 12:37:29.549472 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6f3e4397-200c-4283-b409-85cd8e9e8c6d req-14057069-2123-441e-bd36-d9c5249dd267 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.0522387 Feb 18 12:37:29.695348 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-113aac55-2e82-4dfd-9858-b7b45b383981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:30.070117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:30.096767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de090adf-086b-49a8-8a82-c501be7b2dae req-97984555-4a34-4884-8392-4d7b132661ce tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:30.105539 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-de090adf-086b-49a8-8a82-c501be7b2dae req-97984555-4a34-4884-8392-4d7b132661ce tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1133709 Feb 18 12:37:30.162080 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-de090adf-086b-49a8-8a82-c501be7b2dae req-91cf8d46-d6bb-427b-98bf-f218453b6cbc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549800 Feb 18 12:37:30.367359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c921f1d-ccf3-4df5-8495-b812f5c5a5c2 req-98576353-188e-4f8f-8ba2-84b9531d146c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:30.371596 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6c921f1d-ccf3-4df5-8495-b812f5c5a5c2 req-98576353-188e-4f8f-8ba2-84b9531d146c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.1245813 Feb 18 12:37:30.461732 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6c921f1d-ccf3-4df5-8495-b812f5c5a5c2 req-d0440e10-167d-4cff-8e50-f6b7248d74bc tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623002 Feb 18 12:37:30.769073 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7ff0404b-6d21-458f-bf25-6ce43cb1950d req-e2b3dbbe-ded9-4f1d-8436-f21d54505f1a tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.0624697 Feb 18 12:37:31.450525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04031a6-5be3-42d7-bd64-7af52afbe092 req-b315cfe4-801a-4498-9302-c27164264dad tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:31.452615 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f04031a6-5be3-42d7-bd64-7af52afbe092 req-b315cfe4-801a-4498-9302-c27164264dad tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1420867 Feb 18 12:37:31.518142 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f04031a6-5be3-42d7-bd64-7af52afbe092 req-72c01047-18f0-4796-b8f9-936e4a9158c8 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573382 Feb 18 12:37:31.554035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.610376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:31.780281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b023b5-3d38-4bac-ac94-c6c4f34ef2bf req-157d06b7-8706-47b1-9e41-ad3c4d0b6ae3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:31.782116 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c7b023b5-3d38-4bac-ac94-c6c4f34ef2bf req-157d06b7-8706-47b1-9e41-ad3c4d0b6ae3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.1300566 Feb 18 12:37:31.861999 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c7b023b5-3d38-4bac-ac94-c6c4f34ef2bf req-616163f1-54a7-4d4f-89c1-2654199a368c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721385 Feb 18 12:37:32.013497 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-162430ac-9bdd-4a80-b032-0d2ace6e92b9 req-a9f947bf-7e45-4ede-a662-a65174b76d27 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.0559089 Feb 18 12:37:32.909804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4d1c3-4d5e-4d1b-8777-6a3534461606 req-c003e549-b6fd-4f2e-a445-6c76b209ce43 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:32.912583 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03f4d1c3-4d5e-4d1b-8777-6a3534461606 req-c003e549-b6fd-4f2e-a445-6c76b209ce43 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1188374 Feb 18 12:37:32.967477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03f4d1c3-4d5e-4d1b-8777-6a3534461606 req-6d62e149-ed26-4c65-8c89-8f7f2f2dcf2b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480044 Feb 18 12:37:33.124185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2cbeec-99ea-4d76-8d4f-74950581adc8 req-53662d14-938e-4014-8fe3-e3c50fe7074e tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:33.125924 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0c2cbeec-99ea-4d76-8d4f-74950581adc8 req-53662d14-938e-4014-8fe3-e3c50fe7074e tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.0968742 Feb 18 12:37:33.180126 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0c2cbeec-99ea-4d76-8d4f-74950581adc8 req-ffe78bf0-8763-4e76-b0e0-c2d54d142f22 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466561 Feb 18 12:37:33.200966 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b8fd93b8-6f96-44ff-9456-ad5bc3c46fa8 req-894e7e08-091e-4b9d-b66a-5e179322c539 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.0525498 Feb 18 12:37:34.186286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c6261-2438-4bec-bd6e-53496a0dfed8 req-86ba1692-e46c-4cdd-98c4-16418ba3bb01 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:34.187972 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6a5c6261-2438-4bec-bd6e-53496a0dfed8 req-86ba1692-e46c-4cdd-98c4-16418ba3bb01 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.0961466 Feb 18 12:37:34.227547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Request body: {'port': {'device_id': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:37:34.242290 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6a5c6261-2438-4bec-bd6e-53496a0dfed8 req-94e57e56-dedb-4b66-b2fa-cb4952eab233 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472312 Feb 18 12:37:34.452548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:34.506814 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93ba783e-86ea-4c2a-896c-002129a471c4 req-997df63a-0591-41fb-b10b-00bff4eb39f0 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] 10.222.0.85 "GET /v2.0/ports?device_id=d6a9efa8-a875-470e-9d30-ef11e02732e8 HTTP/1.1" status: 200 len: 210 time: 0.0542636 Feb 18 12:37:34.628030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78c73c-17da-4189-80d4-890f77d32c2f req-fae87831-f7f2-4d86-9c25-5e6fab3c53e9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:34.629887 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7c78c73c-17da-4189-80d4-890f77d32c2f req-fae87831-f7f2-4d86-9c25-5e6fab3c53e9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 932 time: 0.2259138 Feb 18 12:37:34.748242 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7c78c73c-17da-4189-80d4-890f77d32c2f req-cfc6981d-55c8-4a02-872d-cd8421f7af51 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111469 Feb 18 12:37:34.978428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66ada81a-7355-41cd-b899-d5542762b1e5 {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:37:34.986413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:34.999691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Transition to ACTIVE for port object 66ada81a-7355-41cd-b899-d5542762b1e5 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:37:35.002403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.018428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-67095116-7e0b-4e14-965a-1c4093127350 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:35.165693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Pushing event updated for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:35.170908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:35.425380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2effa-5163-4213-b09e-6771f86339bf req-4ec8a1b9-7f8e-4169-9e1e-1ca9d52c15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:35.428735 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0a2effa-5163-4213-b09e-6771f86339bf req-4ec8a1b9-7f8e-4169-9e1e-1ca9d52c15ca service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1163 time: 0.1642377 Feb 18 12:37:35.609903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Attempting to bind port 66ada81a-7355-41cd-b899-d5542762b1e5 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:37:35.609903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Attempting to bind port 66ada81a-7355-41cd-b899-d5542762b1e5 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:37:35.610224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Attempting to bind port 66ada81a-7355-41cd-b899-d5542762b1e5 on network 29e4cdf4-c706-4225-b431-a7f53756d8c2 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:37:35.619960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:37:35.620471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Checking segment: {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:37:35.620959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.621576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Bound using segment: {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:37:35.622377 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Bound port: 66ada81a-7355-41cd-b899-d5542762b1e5, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8ba418-3f45-4f4a-91fc-ca74e209af42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:37:35.622886 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.656346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 52996) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:35.741976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] For port 66ada81a-7355-41cd-b899-d5542762b1e5, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:37:35.745958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] For port 66ada81a-7355-41cd-b899-d5542762b1e5, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=66ada81a-7355-41cd-b899-d5542762b1e5,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:37:35.751267 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:35.769702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b4eb1807-1b66-445c-81bc-00172dcf9435 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:35.951246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2effa-5163-4213-b09e-6771f86339bf req-83142312-cd7a-4a59-8b6b-202cf13fd558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:35.952857 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0a2effa-5163-4213-b09e-6771f86339bf req-83142312-cd7a-4a59-8b6b-202cf13fd558 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.4656131 Feb 18 12:37:36.013591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Pushing event updated for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:36.017451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:36.075252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.075849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:36.077448 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] 10.222.0.101 "PUT /v2.0/ports/66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 1158 time: 1.8564937 Feb 18 12:37:36.078709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:36.097274 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008f52f-5063-42c3-a4e3-2ea90d423e46 req-ce90038d-313b-479b-8237-b79a74bbc3b2 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.100389 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c008f52f-5063-42c3-a4e3-2ea90d423e46 req-ce90038d-313b-479b-8237-b79a74bbc3b2 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 944 time: 0.1928911 Feb 18 12:37:36.117081 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a4384-0712-4e0d-a110-cfc91f108abb req-ae7bb1af-7c17-4ad3-bd28-aad7c558f24d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.118824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8d4a4384-0712-4e0d-a110-cfc91f108abb req-ae7bb1af-7c17-4ad3-bd28-aad7c558f24d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.6886122 Feb 18 12:37:36.179358 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0a2effa-5163-4213-b09e-6771f86339bf req-9f258ea9-5588-4eeb-9bc9-aca7787d40b3 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 1002 time: 0.2157974 Feb 18 12:37:36.229346 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c008f52f-5063-42c3-a4e3-2ea90d423e46 req-f1be4fa0-bf1b-420e-bae6-ab90d45e11cf tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221011 Feb 18 12:37:36.260773 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-0bafbdc9-c5b5-4a17-ba1b-0a03866dada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.263203 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-0bafbdc9-c5b5-4a17-ba1b-0a03866dada6 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1161 time: 0.1157074 Feb 18 12:37:36.292517 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2effa-5163-4213-b09e-6771f86339bf req-8c32b338-25f6-4a8c-9483-f5dcd520ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.294147 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0a2effa-5163-4213-b09e-6771f86339bf req-8c32b338-25f6-4a8c-9483-f5dcd520ced3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0963252 Feb 18 12:37:36.374981 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-601609d5-ef44-4d79-bb5a-e89b19835412 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 217 time: 0.0967040 Feb 18 12:37:36.377895 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'status': 'completed', 'code': 200} Feb 18 12:37:36.453274 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-f833332f-9f4d-4745-941e-d4e57111c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.454938 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-f833332f-9f4d-4745-941e-d4e57111c3a5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.0730915 Feb 18 12:37:36.464122 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8d4a4384-0712-4e0d-a110-cfc91f108abb req-0e8cb24e-1a96-4c79-ad6f-3777b4919683 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2836759 Feb 18 12:37:36.515840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2effa-5163-4213-b09e-6771f86339bf req-7ad61bb8-352c-44a2-a8a6-eed363941b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.517481 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0a2effa-5163-4213-b09e-6771f86339bf req-7ad61bb8-352c-44a2-a8a6-eed363941b0c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2111971 Feb 18 12:37:36.546284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-b0f03f54-e2e7-4476-9feb-462bf8e17001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:36.547905 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-b0f03f54-e2e7-4476-9feb-462bf8e17001 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855458 Feb 18 12:37:36.702288 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-18788f36-2dd7-407d-8204-e36f91ef93c0 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473937 Feb 18 12:37:36.811473 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0a2effa-5163-4213-b09e-6771f86339bf req-7f16475a-d306-471c-a0ab-c7a4ae938784 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327409 Feb 18 12:37:36.889196 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-795f0e93-1f47-4af3-bd5f-07043e512b19 req-53164610-a45a-42d3-8214-6efbc55d0d05 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1794310 Feb 18 12:37:37.042529 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0a2effa-5163-4213-b09e-6771f86339bf req-86adff1c-239b-4cca-b862-ae039093967d service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1984472 Feb 18 12:37:37.093727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-03f120db-1427-4a1c-92e3-c3af1f6a8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.095548 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-03f120db-1427-4a1c-92e3-c3af1f6a8375 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1161 time: 0.0982025 Feb 18 12:37:37.142017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854010545'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:37.382089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53014) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:37.440937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-d0204016-2ec5-4c28-bd5c-45f076af555d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.444631 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-d0204016-2ec5-4c28-bd5c-45f076af555d service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.3384814 Feb 18 12:37:37.604626 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-d46f2946-46b1-4d4c-8537-53963c23d0c0 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 217 time: 0.1497588 Feb 18 12:37:37.696444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-9f54a5f4-7959-494d-8a6b-cf157e8edc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.698390 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-9f54a5f4-7959-494d-8a6b-cf157e8edc92 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.0840168 Feb 18 12:37:37.722778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:37.759859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba2c5a-0d32-46ba-bbae-03c5eccb275d req-b34a48a0-056f-40b8-a830-5f313c943b5f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.761614 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9dba2c5a-0d32-46ba-bbae-03c5eccb275d req-b34a48a0-056f-40b8-a830-5f313c943b5f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 944 time: 0.2326963 Feb 18 12:37:37.768180 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:37.780322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Usage tracker for resource:security_group_rule and tenant:b8365a2b44064e85ac28282148adc276 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:37.785750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:37.797213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:37.840140 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9dba2c5a-0d32-46ba-bbae-03c5eccb275d req-f89ca76b-bcad-4278-a6ec-d57fa6a2469c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615444 Feb 18 12:37:37.856038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-d834192f-8e67-49a3-a44c-957b0e6ad836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.857932 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-d834192f-8e67-49a3-a44c-957b0e6ad836 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1495976 Feb 18 12:37:37.887364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3164895-d770-4a6f-b558-dfb66ad36d6d req-55401c3e-65bf-4d6b-b7e0-ac9a55d45488 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:37.889091 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a3164895-d770-4a6f-b558-dfb66ad36d6d req-55401c3e-65bf-4d6b-b7e0-ac9a55d45488 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2441342 Feb 18 12:37:37.963769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Deleting port 2f30eae2-6175-4b0b-9480-7ace11408f84 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:37:37.964147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.032854 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-bc4055cb-d581-4abc-a2c7-60569e07c4ac service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591620 Feb 18 12:37:38.059488 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a3164895-d770-4a6f-b558-dfb66ad36d6d req-762dd592-8a11-43f7-b43d-15ccfa0d964b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474800 Feb 18 12:37:38.172673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.179894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.189212 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b0c625bc-c19c-4b30-be86-eddfe685f44d req-ed3c8987-b925-48f1-b94d-26a4f89c6198 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1538372 Feb 18 12:37:38.190748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a2263ed-cc3b-4b5c-91e4-480bcd55bdc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:38.257592 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b8365a2b44064e85ac28282148adc276&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8732624 Feb 18 12:37:38.260604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53022) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:38.266332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7667c836-e25c-40bd-ab86-224737f9a95e,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:38.274083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:38.297720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] For port 2f30eae2-6175-4b0b-9480-7ace11408f84, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=2f30eae2-6175-4b0b-9480-7ace11408f84,segment=NetworkSegment(d31dc49b-2ce7-436e-9fcc-205d27b60ed6),segment_id=d31dc49b-2ce7-436e-9fcc-205d27b60ed6)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:38.298120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.446332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Calling delete_port for 2f30eae2-6175-4b0b-9480-7ace11408f84 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:37:38.462846 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb07319e-bf44-4af0-9478-7867165a8a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.532049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb07319e-bf44-4af0-9478-7867165a8a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.600861 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-f748557a-23e2-4f04-b569-23295add117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:38.602430 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-f748557a-23e2-4f04-b569-23295add117c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1163 time: 0.2539492 Feb 18 12:37:38.622495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb07319e-bf44-4af0-9478-7867165a8a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.630133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a5a34428-eb18-4eb4-abce-8aabb9d11fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:38.727906 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb07319e-bf44-4af0-9478-7867165a8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7667c836-e25c-40bd-ab86-224737f9a95e,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:38.736632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bb07319e-bf44-4af0-9478-7867165a8a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:38.749804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb07319e-bf44-4af0-9478-7867165a8a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:38.756089 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-bb07319e-bf44-4af0-9478-7867165a8a90 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7667c836-e25c-40bd-ab86-224737f9a95e HTTP/1.1" status: 204 len: 168 time: 0.4889588 Feb 18 12:37:38.834229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-db9386fd-925b-4534-b566-312a67b2e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:38.835968 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-db9386fd-925b-4534-b566-312a67b2e258 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.2086692 Feb 18 12:37:38.986934 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-30f95c9f-973b-424c-8e54-b1d06e7b889c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 1002 time: 0.1438558 Feb 18 12:37:39.132993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:39.174740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:39.416747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f30eae2-6175-4b0b-9480-7ace11408f84,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:39.427484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-afce5eea-840e-4435-ba45-041cda833069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:39.430291 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-afce5eea-840e-4435-ba45-041cda833069 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.4333975 Feb 18 12:37:39.432214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:39.514743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978fbc-4104-4271-bd09-d07eb29b4dcf req-9f9d642a-d618-4141-b014-8c097e419f6a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:39.516484 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-af978fbc-4104-4271-bd09-d07eb29b4dcf req-9f9d642a-d618-4141-b014-8c097e419f6a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2106478 Feb 18 12:37:39.522741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba3ae1-9915-403e-85fd-b028637c58be req-66148aa5-6e14-4832-a1b0-ebd68b7b3d93 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:39.524463 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8fba3ae1-9915-403e-85fd-b028637c58be req-66148aa5-6e14-4832-a1b0-ebd68b7b3d93 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 944 time: 0.5269246 Feb 18 12:37:39.590547 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8fba3ae1-9915-403e-85fd-b028637c58be req-8dcdf416-3f65-46c9-bd8c-6e5c0a0200f1 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582170 Feb 18 12:37:39.602803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-66c9cca1-c943-4709-a401-fbdbea69de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:39.604805 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-66c9cca1-c943-4709-a401-fbdbea69de27 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1605844 Feb 18 12:37:39.715213 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-af978fbc-4104-4271-bd09-d07eb29b4dcf req-cb5469af-999c-46ec-991b-762f1ad59d41 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622841 Feb 18 12:37:39.795296 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-211cfc7f-a82f-499f-98b5-3cbc1bdb6b0a service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824155 Feb 18 12:37:39.883334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:37:39.919214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1532819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763900'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.028641 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c07dbab-0cd6-4cf2-9cbd-635e4a23e2d3 req-4d344e93-dfb4-40cf-9a27-f673e8d404ee service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2256758 Feb 18 12:37:40.084273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.116677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:40.130733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port e8cbd295-7227-4fb1-b7cb-b31574db5d86, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:40.136641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:40.140735 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:40.199959 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'code': 422} returned with failed status Feb 18 12:37:40.224526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=e8cbd295-7227-4fb1-b7cb-b31574db5d86,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:40.234950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.235323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.235701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.236250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.236626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.237025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.237398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.237765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.238829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.239402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.239778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.240149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.240566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.240969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.241341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.241706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.242070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.242434 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.243835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.244249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.244657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.245118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.245542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.245917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:40.251013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:40.541856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Router c201eef2-3ff3-4b70-9732-9b63222bcc51 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:37:40.817006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:37:40.829347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] Sync routers for ids ['c201eef2-3ff3-4b70-9732-9b63222bcc51'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:37:40.850592 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] Routers {'c201eef2-3ff3-4b70-9732-9b63222bcc51'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:40.851754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:37:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c201eef2-3ff3-4b70-9732-9b63222bcc51'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:40.859715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41418b9-cd86-466d-b20b-9d8afe2b5dee req-845e1bd7-6532-4c9f-ac4a-76b5d15b152b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:40.861433 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c41418b9-cd86-466d-b20b-9d8afe2b5dee req-845e1bd7-6532-4c9f-ac4a-76b5d15b152b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 944 time: 0.1269245 Feb 18 12:37:40.869477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] 10.222.0.85 "PUT /v2.0/routers/c201eef2-3ff3-4b70-9732-9b63222bcc51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2098000 Feb 18 12:37:40.872251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53064) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:40.944361 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c41418b9-cd86-466d-b20b-9d8afe2b5dee req-d9ac100d-3326-4f11-bcb5-12717764aa2c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733454 Feb 18 12:37:41.187282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bfcf1-5945-42e4-b103-0edab94ae0b8 req-5a4a988e-4b5a-444e-9c44-7624a8747826 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:41.188540 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-112bfcf1-5945-42e4-b103-0edab94ae0b8 req-5a4a988e-4b5a-444e-9c44-7624a8747826 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.2353020 Feb 18 12:37:41.190552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] Set router c201eef2-3ff3-4b70-9732-9b63222bcc51 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:41.195484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks [] for router, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:41.431248 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-112bfcf1-5945-42e4-b103-0edab94ae0b8 req-0a7ceea6-a266-44f7-96fd-93135185247e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658208 Feb 18 12:37:41.475109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:41.487115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Deleting port bcfc0cb7-95b7-4e97-8dc1-030b798f247c {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:37:41.487754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:41.593815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170'}], 'enable_snat': True}, 'gw_port_id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:37:39Z', 'revision_number': 5, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port': {'id': 'bcfc0cb7-95b7-4e97-8dc1-030b798f247c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:80:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:52Z', 'updated_at': '2021-02-18T12:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:41.600611 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] Checking router: c201eef2-3ff3-4b70-9732-9b63222bcc51 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:37:41.619228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] Routers {'c201eef2-3ff3-4b70-9732-9b63222bcc51'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:37:41.620623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:37:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['c201eef2-3ff3-4b70-9732-9b63222bcc51'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:41.767525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] For port bcfc0cb7-95b7-4e97-8dc1-030b798f247c, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:41.767942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:41.905438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] Set router c201eef2-3ff3-4b70-9732-9b63222bcc51 gateway port host: None {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:37:42.039358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-7d639d65-e20b-49f8-8345-9eec5d39901b None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:37:42.049656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Calling delete_port for bcfc0cb7-95b7-4e97-8dc1-030b798f247c owned by network:router_gateway {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:37:42.109250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:37:41Z', 'revision_number': 6, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port_host': None}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:42.117108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3869ff78-066c-46a2-b3af-e1d07ccb9d81 None None] The sync data for ids ['c201eef2-3ff3-4b70-9732-9b63222bcc51'] in dv-cinder-776422-1-smb is: [{'id': 'c201eef2-3ff3-4b70-9732-9b63222bcc51', 'name': 'tempest-ServerRescueNegativeTestJSON-2017772537-router', 'tenant_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:49Z', 'updated_at': '2021-02-18T12:37:41Z', 'revision_number': 6, 'project_id': 'b2c7d155a9314c99b4f76248eed6b65d', 'gw_port_host': None}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:37:42.657060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55313d71-8323-4a91-84c9-90ec794d67ac req-b55f3a0f-f1a1-4bb2-9606-57ad37a2fdd5 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:42.659522 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-55313d71-8323-4a91-84c9-90ec794d67ac req-b55f3a0f-f1a1-4bb2-9606-57ad37a2fdd5 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 944 time: 0.2860436 Feb 18 12:37:42.716812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.727245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 66ada81a-7355-41cd-b899-d5542762b1e5 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:42.805440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:42.872706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Pushing event deleted for resources: {'Port': ['ID=bcfc0cb7-95b7-4e97-8dc1-030b798f247c,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:42.875998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:42.878498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 66ada81a-7355-41cd-b899-d5542762b1e5 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:37:42.886269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 66ada81a-7355-41cd-b899-d5542762b1e5 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:42.886697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:42.917407 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-55313d71-8323-4a91-84c9-90ec794d67ac req-efc6b78c-df87-4378-a55e-fb90a690a162 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315435 Feb 18 12:37:43.130204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.198781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 66ada81a-7355-41cd-b899-d5542762b1e5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=66ada81a-7355-41cd-b899-d5542762b1e5,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:37:43.200211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:37:43.207986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.210754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:43.257076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2f30eae2-6175-4b0b-9480-7ace11408f84 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:37:43.288138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53110) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:43.293605 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'code': 200} Feb 18 12:37:43.340493 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 2f30eae2-6175-4b0b-9480-7ace11408f84 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:37:43.341288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2f30eae2-6175-4b0b-9480-7ace11408f84 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:37:43.341989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device bcfc0cb7-95b7-4e97-8dc1-030b798f247c no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:37:43.391947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: bcfc0cb7-95b7-4e97-8dc1-030b798f247c {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:37:43.392651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device bcfc0cb7-95b7-4e97-8dc1-030b798f247c not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:37:43.423102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:43.429009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:43.486479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854007955'] for router_gateway, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.533516 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-c9e4a28c-c276-4b08-b5eb-164a15d29567 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2430851 Feb 18 12:37:43.820800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854748152'] for router, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.824831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:43.924703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014227b5-6111-4aee-a2fc-b3aa89d3364a req-bf18be2b-c7c5-458b-89d1-0f422c53d3d5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:43.927226 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-014227b5-6111-4aee-a2fc-b3aa89d3364a req-bf18be2b-c7c5-458b-89d1-0f422c53d3d5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.5987949 Feb 18 12:37:44.004978 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854011118'] for router, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.005914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c201eef2-3ff3-4b70-9732-9b63222bcc51 {{(pid=83997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:37:44.011546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 66ada81a-7355-41cd-b899-d5542762b1e5 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:37:44.053909 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-014227b5-6111-4aee-a2fc-b3aa89d3364a req-4cc5daf5-4f49-48ec-bea3-347c6343df0e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096678 Feb 18 12:37:44.057617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550fc82a-c314-415a-8480-02544c4848bc req-d48d3592-5a6b-48f2-9d86-cb8b246d685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:44.071340 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-550fc82a-c314-415a-8480-02544c4848bc req-d48d3592-5a6b-48f2-9d86-cb8b246d685d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1163 time: 0.5116036 Feb 18 12:37:44.085074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Notify callbacks [] for router, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.087041 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] 10.222.0.85 "DELETE /v2.0/routers/c201eef2-3ff3-4b70-9732-9b63222bcc51 HTTP/1.1" status: 204 len: 168 time: 3.2134292 Feb 18 12:37:44.091533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53128) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:44.194239 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-550fc82a-c314-415a-8480-02544c4848bc req-9028012b-17fd-4f08-b036-2df5046e3b87 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134019 Feb 18 12:37:44.306402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 66ada81a-7355-41cd-b899-d5542762b1e5 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:37:44.307113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.434551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Deleting subnet 1b9df139-ddea-4e26-9b10-92f342f3934a {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:37:44.439379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.510394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847857002'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:44.585223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddeb59-0343-43e0-887c-8a4236ef9be7 req-61d9bbcc-ccc0-4bfa-a34f-5afa67c1a8c7 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:44.587575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fbddeb59-0343-43e0-887c-8a4236ef9be7 req-61d9bbcc-ccc0-4bfa-a34f-5afa67c1a8c7 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.2779403 Feb 18 12:37:45.010316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.070678 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fbddeb59-0343-43e0-887c-8a4236ef9be7 req-be4799f9-c74c-4550-81e3-b5eae7808b26 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606919 Feb 18 12:37:45.371037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848218895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905170'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.388748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3afdb4-6ddb-4d56-9bbe-b45d09b169da req-030b7900-2f08-488f-b3fa-b18da74bae9e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:45.390807 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b3afdb4-6ddb-4d56-9bbe-b45d09b169da req-030b7900-2f08-488f-b3fa-b18da74bae9e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1320262 Feb 18 12:37:45.409996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:45.463320 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b3afdb4-6ddb-4d56-9bbe-b45d09b169da req-aadb72ed-a780-4a42-8a6e-060cd3a38978 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600436 Feb 18 12:37:45.524152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b9df139-ddea-4e26-9b10-92f342f3934a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:45.529683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:45.597699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.605984 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] 10.222.0.85 "DELETE /v2.0/subnets/1b9df139-ddea-4e26-9b10-92f342f3934a HTTP/1.1" status: 204 len: 168 time: 1.5129020 Feb 18 12:37:45.610318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53140) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:45.760023 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:45.908269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-23974f4f-767f-4f20-aefe-1b4aeccb8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:45.910092 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-23974f4f-767f-4f20-aefe-1b4aeccb8be7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d&tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 1161 time: 0.0953579 Feb 18 12:37:46.030032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-94cc8a07-9af5-4629-bf4a-bf6b50a7b3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.031564 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-94cc8a07-9af5-4629-bf4a-bf6b50a7b3d7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1161 time: 0.0846970 Feb 18 12:37:46.062591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.217842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-0e1ff13c-a89b-4c63-9185-4efb0727b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.219673 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-0e1ff13c-a89b-4c63-9185-4efb0727b5b4 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.1806710 Feb 18 12:37:46.286013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c1dcc2-da09-4f16-a89c-f504d4982d4a']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:46.345155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:46.345715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31dc49b-2ce7-436e-9fcc-205d27b60ed6') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:37:46.377954 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-3aac306f-9b95-46ec-8a81-27eeacaa38b4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 1000 time: 0.1499841 Feb 18 12:37:46.392444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6918830'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.414259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.417219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:37:46.468772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-3fd83652-3512-4646-ae7c-ac4113e3b7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.470958 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-3fd83652-3512-4646-ae7c-ac4113e3b7fe service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0843413 Feb 18 12:37:46.586377 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-e8384af3-dcaf-435a-ab4d-e933d14ff107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.588097 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-e8384af3-dcaf-435a-ab4d-e933d14ff107 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1092453 Feb 18 12:37:46.643291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05757350-c4e2-425d-882b-983b22575b6c req-dc007de5-d861-4953-b500-c9f7442b10d8 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.646376 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-05757350-c4e2-425d-882b-983b22575b6c req-dc007de5-d861-4953-b500-c9f7442b10d8 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.4007771 Feb 18 12:37:46.663831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:37:46.693941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566736'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.740688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:46.885703 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-92acbbed-f6d9-446d-8b7e-0ff4878fa531 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814059 Feb 18 12:37:46.885703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938a544-bde1-472f-bad4-8cf20805193e req-d813bfd6-669f-4174-a0fc-682e005063ab tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:46.888326 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a938a544-bde1-472f-bad4-8cf20805193e req-d813bfd6-669f-4174-a0fc-682e005063ab tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.2571707 Feb 18 12:37:46.991774 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-05757350-c4e2-425d-882b-983b22575b6c req-b4db0a75-d812-434e-81e4-1541d25c6cd7 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326669 Feb 18 12:37:47.026845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Network 02c1dcc2-da09-4f16-a89c-f504d4982d4a has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:37:47.106722 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a938a544-bde1-472f-bad4-8cf20805193e req-77f5e200-fed9-4973-9eb7-99cddc4a7fd4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882288 Feb 18 12:37:47.161252 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-f87a739f-c33f-41d1-bac7-211e87383105 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2710388 Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:37:47.202831 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:37:47.303007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.309682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:47.326342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.346762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Pushing event deleted for resources: {'Network': ['ID=02c1dcc2-da09-4f16-a89c-f504d4982d4a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:47.350247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:47.375989 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-607a03cc-cf73-4557-98df-05b16fe1ebbc admin admin] 10.222.0.85 "DELETE /v2.0/networks/02c1dcc2-da09-4f16-a89c-f504d4982d4a HTTP/1.1" status: 204 len: 168 time: 1.7642431 Feb 18 12:37:47.385387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8885a1f-e625-4c2c-8242-51b62a94c689 req-dd5c8083-be47-495b-a9d4-a70fd7cf8196 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:47.387043 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8885a1f-e625-4c2c-8242-51b62a94c689 req-dd5c8083-be47-495b-a9d4-a70fd7cf8196 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.1831691 Feb 18 12:37:47.475887 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8885a1f-e625-4c2c-8242-51b62a94c689 req-c12b846c-0521-4b69-a6a6-3a96d38c5da7 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 Feb 18 12:37:47.716764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53178) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:47.792192 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e5e581b1-4378-456d-a4e9-d67a276690c4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b2c7d155a9314c99b4f76248eed6b65d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0740848 Feb 18 12:37:47.794885 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53184) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:47.889315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:47.934295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:48.004393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:48.009576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-237329c3-fe13-4c7c-a68a-10fe75bf8dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:48.023852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145b0176-653d-49e6-859c-a444fa948e13,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:48.037974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:48.077071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:48.080580 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/145b0176-653d-49e6-859c-a444fa948e13 HTTP/1.1" status: 204 len: 168 time: 0.2832932 Feb 18 12:37:48.143111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d5be6-4bd6-48d4-840f-0c934137cde0 req-4deb55c0-da94-4973-9ecf-75290c1bfb7a tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:48.147126 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1c4d5be6-4bd6-48d4-840f-0c934137cde0 req-4deb55c0-da94-4973-9ecf-75290c1bfb7a tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.1838312 Feb 18 12:37:48.260947 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1c4d5be6-4bd6-48d4-840f-0c934137cde0 req-7d5ab069-8da1-43a2-867f-fba9dc71e1b0 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982206 Feb 18 12:37:48.641077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec530ec4-ceb6-416f-a636-73d96d28c669 req-930850da-89e5-412a-a077-ac8f62908dec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:48.646041 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec530ec4-ceb6-416f-a636-73d96d28c669 req-930850da-89e5-412a-a077-ac8f62908dec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.2073083 Feb 18 12:37:48.804665 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec530ec4-ceb6-416f-a636-73d96d28c669 req-ed5c96f2-38dc-44b7-9310-24d9a16a47bc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478474 Feb 18 12:37:50.212014 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495183c2-33f7-496a-9088-2ababc5e01e9 req-a176f12d-a233-4cae-a83c-98eaad1b55e0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:50.214749 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-495183c2-33f7-496a-9088-2ababc5e01e9 req-a176f12d-a233-4cae-a83c-98eaad1b55e0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1237595 Feb 18 12:37:50.306170 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-495183c2-33f7-496a-9088-2ababc5e01e9 req-a7eb05e1-5332-4e6e-a6e2-a66ce60bb1d4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840116 Feb 18 12:37:51.735610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cb584-cb72-4bbd-b580-be562732b1ae req-32f12176-9c5d-47ed-ab72-cb104f71296a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:51.737329 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-440cb584-cb72-4bbd-b580-be562732b1ae req-32f12176-9c5d-47ed-ab72-cb104f71296a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1444302 Feb 18 12:37:51.815648 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-440cb584-cb72-4bbd-b580-be562732b1ae req-a6205f71-357e-4a95-a12f-a8d107dcc54e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668194 Feb 18 12:37:53.131642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932fe33-2e4e-4910-9391-1d06663dab6b req-97fcc06e-44db-42a9-9854-f5625e2acd2a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:53.134037 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9932fe33-2e4e-4910-9391-1d06663dab6b req-97fcc06e-44db-42a9-9854-f5625e2acd2a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1150188 Feb 18 12:37:53.215353 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9932fe33-2e4e-4910-9391-1d06663dab6b req-062526cd-e1c1-4569-9ad5-b8ebb9e1ce24 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564854 Feb 18 12:37:54.119032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53342) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:54.485714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.523090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:54.532977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Usage tracker for resource:security_group_rule and tenant:b19882a5bbb248b888ec20b83d12c3d4 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:54.541437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:54.554703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:54.604691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53352) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:54.756559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e30b8-07d9-45de-a899-fb84360d3f18 req-dae209ac-7357-49d1-b5e1-4beab7a26648 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:54.760079 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-941e30b8-07d9-45de-a899-fb84360d3f18 req-dae209ac-7357-49d1-b5e1-4beab7a26648 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.2576680 Feb 18 12:37:54.818724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.838877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:54.904932 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-941e30b8-07d9-45de-a899-fb84360d3f18 req-3fcfc8cd-4ca2-4643-bf12-f81d73f1f2ac tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151688 Feb 18 12:37:54.905241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dbdc0b30-2ff7-41f3-ad21-91b4574efe92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:54.982728 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=b19882a5bbb248b888ec20b83d12c3d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8620112 Feb 18 12:37:54.987020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53358) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:55.044612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.070307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2281b-6aae-4c1f-8069-d3222827eb8c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:55.077841 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:37:55.081005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.081695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.082126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.082533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.082929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.083324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.084127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.084534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.084968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.085375 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.085688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a1275567704ef89998b1cd686d603f is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:37:55.085859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.086126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.086539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.086926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.087328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.087696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.088056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.088440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.088823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.089231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.089614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.090533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.090919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.091302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.091470 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:37:55.098114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-64499330-c68c-44a6-83e3-36d5bb3c7773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:55.103764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:37:55.122325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.203715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.239443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.243855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.258488 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-352340c1-df13-4faf-bc30-65beb1abc7d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:55.287173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.299196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-46b6c7bb-00e3-409f-8be0-8d6ec11d9bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:55.310248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ef3ee9-6e5f-4408-a2ee-75a039ae9a25,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:55.325941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2281b-6aae-4c1f-8069-d3222827eb8c,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:55.328960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.329542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.332285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:55.347816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.349432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.349654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.349990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.351424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.351838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.352234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.352631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.355700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.355700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.356077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.356425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.356816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.357231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.357617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.357996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.358378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.362001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.362322 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e1d2281b-6aae-4c1f-8069-d3222827eb8c HTTP/1.1" status: 204 len: 168 time: 0.3658624 Feb 18 12:37:55.362513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.362897 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.363555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.364370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.364774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:37:55.390547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:55.396211 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d4a1275567704ef89998b1cd686d603f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7897217 Feb 18 12:37:55.400982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53364) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:37:55.498468 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.547111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.641649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.657419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8bd5e8cc-e2a8-451d-9c27-8465d8f6cb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:37:55.686357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ef3ee9-6e5f-4408-a2ee-75a039ae9a25,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:37:55.691499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:55.693751 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/23ef3ee9-6e5f-4408-a2ee-75a039ae9a25 HTTP/1.1" status: 204 len: 168 time: 0.2900276 Feb 18 12:37:55.695890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:37:56.378033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322d687-673c-415c-9511-190bd250561c req-269fc5bc-e500-4d6e-9ba7-e25b7497ebe7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:56.380942 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2322d687-673c-415c-9511-190bd250561c req-269fc5bc-e500-4d6e-9ba7-e25b7497ebe7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.2028019 Feb 18 12:37:56.486221 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2322d687-673c-415c-9511-190bd250561c req-0f386827-4ce6-4d8a-9c0d-d060eaab8daa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861101 Feb 18 12:37:57.212616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ee13ead9-8bf6-4338-812c-c26167ff0c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:37:57.768933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786a896-a9f2-4b42-9468-defc7cb02378 req-8d65c09f-fba1-4b27-b6ef-4ee334080aa7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:57.774918 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5786a896-a9f2-4b42-9468-defc7cb02378 req-8d65c09f-fba1-4b27-b6ef-4ee334080aa7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.0969687 Feb 18 12:37:57.831134 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5786a896-a9f2-4b42-9468-defc7cb02378 req-1775d8f0-cee9-4f66-acd6-eb781358f32e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512571 Feb 18 12:37:59.083841 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f48bb3-15d8-422c-babc-fd54b0395c0d req-c6b4bf43-fbbb-4ab5-ba91-9910c9277fcf tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:37:59.089634 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-74f48bb3-15d8-422c-babc-fd54b0395c0d req-c6b4bf43-fbbb-4ab5-ba91-9910c9277fcf tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1011925 Feb 18 12:37:59.141672 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-74f48bb3-15d8-422c-babc-fd54b0395c0d req-b42dc659-6861-488e-b784-1b4751dc39a9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492356 Feb 18 12:37:59.692410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-edc132b6-ae58-45d3-bf59-1d15f6476749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:00.069486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:00.361141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8d80d-422a-4242-9f59-4f318bc6a3be req-22a41e70-3bb3-4dca-a900-d3e31667ffa1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:00.362902 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84a8d80d-422a-4242-9f59-4f318bc6a3be req-22a41e70-3bb3-4dca-a900-d3e31667ffa1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.0966163 Feb 18 12:38:00.414598 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84a8d80d-422a-4242-9f59-4f318bc6a3be req-f2a5b9a1-a025-4270-b5e1-c43e3bd019f7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455108 Feb 18 12:38:01.536216 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:01.595341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:01.641133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f83008-5e5d-4559-a17f-b43a8cd02c9f req-1da7e699-d7f1-4ada-8bff-a694575685d9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:01.642772 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e7f83008-5e5d-4559-a17f-b43a8cd02c9f req-1da7e699-d7f1-4ada-8bff-a694575685d9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.0877876 Feb 18 12:38:01.695263 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e7f83008-5e5d-4559-a17f-b43a8cd02c9f req-e3d8b379-29fd-40b6-99ef-b431f4fa0c8d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456810 Feb 18 12:38:02.444648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:38:02.992376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6975a87-e72c-4381-9dd5-40a1f23a9f02 req-ef213dc2-c82e-4845-9eb2-4afb1087eae9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:02.993967 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c6975a87-e72c-4381-9dd5-40a1f23a9f02 req-ef213dc2-c82e-4845-9eb2-4afb1087eae9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.0899353 Feb 18 12:38:03.045877 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c6975a87-e72c-4381-9dd5-40a1f23a9f02 req-203469d0-2841-40af-859c-1683aac77fdb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454073 Feb 18 12:38:04.469974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71269a9a-421f-4fdc-9fbc-951b72250943 req-094dd6f9-e2ec-4e8c-9183-f2dc0f34475c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:04.471569 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71269a9a-421f-4fdc-9fbc-951b72250943 req-094dd6f9-e2ec-4e8c-9183-f2dc0f34475c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.3006859 Feb 18 12:38:04.521245 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71269a9a-421f-4fdc-9fbc-951b72250943 req-2d5f4097-4e7f-4685-be14-6f942d452b45 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425799 Feb 18 12:38:05.746518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384d04d-1a07-4419-b65a-5c824e8a2298 req-225bde58-05c3-4aa9-af76-023aaa945184 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:05.748183 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a384d04d-1a07-4419-b65a-5c824e8a2298 req-225bde58-05c3-4aa9-af76-023aaa945184 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.0954616 Feb 18 12:38:05.801445 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a384d04d-1a07-4419-b65a-5c824e8a2298 req-f29753b0-37e9-46a5-a811-0b07e30a0688 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469646 Feb 18 12:38:05.922952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc787b-5bc0-44af-82ac-4dd41e199b9c req-efa23047-ddd5-455c-87dd-0d67c54ae44c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:05.924597 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59dc787b-5bc0-44af-82ac-4dd41e199b9c req-efa23047-ddd5-455c-87dd-0d67c54ae44c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.0967474 Feb 18 12:38:05.981104 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-59dc787b-5bc0-44af-82ac-4dd41e199b9c req-437e120f-dec2-4eed-a33c-637397d7fac9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482519 Feb 18 12:38:06.191725 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-58f47f3d-a141-4857-ad77-a0274e55746a req-73193078-56c6-41d3-8d9f-50b399f12051 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1719170 Feb 18 12:38:06.202831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'floatingip': {'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:06.209428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:06.213735 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Usage tracker for resource:floatingip and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:06.216769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:06.223269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:06.233427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for floatingip, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:06.394001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:06.679318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Allocated IP 172.28.3.73 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/1e916d70-8710-488b-ba9d-9ad2f0167616) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:38:06.842875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:06.876988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:06.893662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:07.042109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c7fac-3f46-45e4-8757-055e56f666db req-9b034970-4056-46d5-ae3c-213502c96102 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:07.043734 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bf7c7fac-3f46-45e4-8757-055e56f666db req-9b034970-4056-46d5-ae3c-213502c96102 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1094935 Feb 18 12:38:07.050968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'Port': ['ID=1e916d70-8710-488b-ba9d-9ad2f0167616,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:07.058506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:07.100535 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bf7c7fac-3f46-45e4-8757-055e56f666db req-21abad5e-e0a3-4f71-b051-12c21c024f6e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501282 Feb 18 12:38:07.113967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:38:07.116137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:38:07.119245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:38:07.336717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.447652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.500036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53518) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:07.648277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.666382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:07.670552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Usage tracker for resource:security_group_rule and tenant:ae69ced4b3aa40138e490aa027d1eb32 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:07.673697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:07.681603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:07.778288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.781539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.782035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.784203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.791528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-743c555c-3222-4b1e-bbbf-9ea09e3ba332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:07.798378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:07.843792 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ae69ced4b3aa40138e490aa027d1eb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425024 Feb 18 12:38:07.849848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d77a87-1006-49d0-9213-08320f5464fb,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:07.849848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53524) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:07.851037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:07.921852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.952821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'Port': ['ID=1e916d70-8710-488b-ba9d-9ad2f0167616,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:07.953393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:07.959136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:08.005209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:08.011052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eac92021-f37e-4a1f-ad52-28c00518e9b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:08.027334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d77a87-1006-49d0-9213-08320f5464fb,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:08.030582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:08.036394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:08.037970 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/11d77a87-1006-49d0-9213-08320f5464fb HTTP/1.1" status: 204 len: 168 time: 0.1895680 Feb 18 12:38:08.063424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:08.089503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:08.090863 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-58f47f3d-a141-4857-ad77-a0274e55746a req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8925166 Feb 18 12:38:08.376594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e006f-2bd3-462b-8eac-cf95279c98e3 req-714edde7-5ddf-42b0-ae39-242af1887f40 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:08.378449 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f77e006f-2bd3-462b-8eac-cf95279c98e3 req-714edde7-5ddf-42b0-ae39-242af1887f40 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 944 time: 0.1358461 Feb 18 12:38:08.436753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-58f47f3d-a141-4857-ad77-a0274e55746a req-a8d0550f-2889-477e-bbc3-0bef41368b25 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:floatingip {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:38:08.439680 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f77e006f-2bd3-462b-8eac-cf95279c98e3 req-30d751f9-d785-41ff-95e3-4c0bbf4079d1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536242 Feb 18 12:38:08.459811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-58f47f3d-a141-4857-ad77-a0274e55746a req-a8d0550f-2889-477e-bbc3-0bef41368b25 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:floatingip {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:38:08.467385 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-58f47f3d-a141-4857-ad77-a0274e55746a req-a8d0550f-2889-477e-bbc3-0bef41368b25 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.73 HTTP/1.1" status: 200 len: 695 time: 0.3695698 Feb 18 12:38:08.646020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f47f3d-a141-4857-ad77-a0274e55746a req-aba85da1-61ad-4550-8847-5451b838ba7e tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:08.647817 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-58f47f3d-a141-4857-ad77-a0274e55746a req-aba85da1-61ad-4550-8847-5451b838ba7e tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/networks/8aeb3598-1153-4699-96ad-276093b44ab6 HTTP/1.1" status: 200 len: 784 time: 0.1799831 Feb 18 12:38:08.659113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-58f47f3d-a141-4857-ad77-a0274e55746a req-94681fa4-2697-4f5d-8844-30e54206a51f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:38:08.660303 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-58f47f3d-a141-4857-ad77-a0274e55746a req-94681fa4-2697-4f5d-8844-30e54206a51f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066950 Feb 18 12:38:08.816999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53550) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:08.864621 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-86d42d05-a731-4282-9160-b40d35132f1e tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:08.866579 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-86d42d05-a731-4282-9160-b40d35132f1e tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1023633 Feb 18 12:38:08.953630 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011835545-network', 'tenant_id': '8aab696d114145fb84a7990d11e867eb'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:08.960457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:08.965532 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-dcff745d-03e8-444b-b8d0-5957fef386a4 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.73 HTTP/1.1" status: 200 len: 695 time: 0.0918796 Feb 18 12:38:08.965797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Usage tracker for resource:network and tenant:8aab696d114145fb84a7990d11e867eb is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:08.969609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:08.977565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'floatingip': {'port_id': '66ada81a-7355-41cd-b899-d5542762b1e5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:08.977802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:08.989599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Made reservation on behalf of 8aab696d114145fb84a7990d11e867eb for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:38:08.995622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.010963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.029812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:09.034666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Usage tracker for resource:security_group_rule and tenant:8aab696d114145fb84a7990d11e867eb is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:09.040447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:09.047156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:09.074015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for floatingip, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.086948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:09.158326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.161800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.167213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-66133264-2f49-43b4-b900-d212fab54070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:09.171363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:09.171964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.204537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:38:09.215850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ece634-2613-481e-98fd-3b9ded4d3bd7,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:09.219590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:09.222654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.223044 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Added segment 70fea032-99eb-4e3f-8024-e08986d89266 of type vxlan for network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 Feb 18 12:38:09.255133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.290105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.291390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:09.292224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.298435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:09.339369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.371568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:38:09.384175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port e8cbd295-7227-4fb1-b7cb-b31574db5d86, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:38:09.387964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.390244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:09.428213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Pushing event updated for resources: {'Network': ['ID=a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:09.435916 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6168103 Feb 18 12:38:09.437007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53558) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:09.438084 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:09.446424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Request body: {'subnet': {'network_id': 'a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2011835545-subnet', 'tenant_id': '8aab696d114145fb84a7990d11e867eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:09.451932 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:09.456420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Usage tracker for resource:subnet and tenant:8aab696d114145fb84a7990d11e867eb is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:09.461124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:09.468327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:09.472198 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'code': 200} Feb 18 12:38:09.474986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:38:09.503258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Made reservation on behalf of 8aab696d114145fb84a7990d11e867eb for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:38:09.533529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846870600'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:09.599732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:38:09.697334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=e8cbd295-7227-4fb1-b7cb-b31574db5d86,revision_number=6']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:09.702389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:09.977214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce4a99-a246-4e63-a86c-d68f4f293246 req-0ea1a9f1-1bda-4332-a95b-cbd7aeaef3cc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:09.978858 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86ce4a99-a246-4e63-a86c-d68f4f293246 req-0ea1a9f1-1bda-4332-a95b-cbd7aeaef3cc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2743044 Feb 18 12:38:10.072323 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86ce4a99-a246-4e63-a86c-d68f4f293246 req-22787ea5-7567-4695-92f0-0945dc2cacac tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776391 Feb 18 12:38:10.246811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:10.251128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:10.340520 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846870645'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:10.357723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-edb2b29d-9905-465b-9301-78dbe77258c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:10.411918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:10.446330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fc851-9358-408b-b2bf-523bb131b9c4 req-ee5cf226-b4ad-454b-ad93-999d18595217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:10.448057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-157fc851-9358-408b-b2bf-523bb131b9c4 req-ee5cf226-b4ad-454b-ad93-999d18595217 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1163 time: 0.2794263 Feb 18 12:38:10.509180 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-157fc851-9358-408b-b2bf-523bb131b9c4 req-0df27313-fbe6-4ea1-834c-48bb07936e26 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515862 Feb 18 12:38:10.510267 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Floating IP 1da7e701-7302-4905-85f0-6d44fca631f2 associated. External IP: 172.28.3.73, port: 66ada81a-7355-41cd-b899-d5542762b1e5. Feb 18 12:38:10.512247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port e8cbd295-7227-4fb1-b7cb-b31574db5d86 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:10.512693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:10.514070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ed55d3-f045-45fd-8d85-949be8211760,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:10.517454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:10.639388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Checking segment: {'id': '70fea032-99eb-4e3f-8024-e08986d89266', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:38:10.640059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Network hostable DHCP agents. Network: a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:38:10.679254 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:38:10.690234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:38:10.704285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:10.705261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:10.707272 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa611ca-4d23-4a57-9880-d49febefde49 None None] Network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:38:10.731325 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2917612 Feb 18 12:38:10.999050 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f463f6e8-41e4-4b7f-ba0d-83f7c287a7d5 None None] Network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:38:11.227352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Router 41f37268-ded5-46cb-a539-3b79f02af167 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:38:11.324150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420e26e-5f2b-42fb-8499-87e29a6d5469 req-f2c214d3-9837-4171-9c4b-59bb1b3ca21f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:11.325577 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3420e26e-5f2b-42fb-8499-87e29a6d5469 req-f2c214d3-9837-4171-9c4b-59bb1b3ca21f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1045675 Feb 18 12:38:11.390599 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3420e26e-5f2b-42fb-8499-87e29a6d5469 req-b8f803ec-f20c-4c83-9b69-fc76ad632f4e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543370 Feb 18 12:38:11.469225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:38:11.475170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.483212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] Sync routers for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:38:11.494320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:38:11.495017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:38:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:11.542404 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-58ebe0e2-9bfc-4a4c-8618-6e29a28fc6ba tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "PUT /v2.0/floatingips/1da7e701-7302-4905-85f0-6d44fca631f2 HTTP/1.1" status: 200 len: 996 time: 2.5702131 Feb 18 12:38:11.542966 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:38:11.578582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53586) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:11.586784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1600365645-network', 'tenant_id': '08e056057b804738afab4f9092b00acf'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:11.594188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:11.599423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Usage tracker for resource:network and tenant:08e056057b804738afab4f9092b00acf is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:11.604260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:11.610951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:11.614734 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'status': 'completed', 'code': 200} Feb 18 12:38:11.622030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Made reservation on behalf of 08e056057b804738afab4f9092b00acf for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:38:11.626946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.651578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.652718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-3a155715-73ee-4654-a963-80010d9d9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:11.656154 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-3a155715-73ee-4654-a963-80010d9d9fbf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1163 time: 0.0933242 Feb 18 12:38:11.670532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:11.674953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Usage tracker for resource:security_group_rule and tenant:08e056057b804738afab4f9092b00acf is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:11.680191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:11.686400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:11.708949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:38:11.790011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.793909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.798545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-07303088-7cd3-45e4-815e-3288e355eadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:11.829591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:38:11.845961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a91037-f92f-4766-aadc-57d9954ed599,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:11.852307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:11.852961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.853950 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Added segment df39d252-2ce6-4f39-9a34-164fee63b5db of type vxlan for network 24c9cd26-007f-4299-8524-98fbf8835ac9 Feb 18 12:38:11.867485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-a1796328-ecb1-4833-bd46-21b22c5ac8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:11.869224 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-a1796328-ecb1-4833-bd46-21b22c5ac8f2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1163 time: 0.2103853 Feb 18 12:38:11.894398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.932927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.934394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:11.935038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:11.940709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:11.978863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-9b41af69-27a8-4d04-a95c-5315556c4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:11.980516 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-9b41af69-27a8-4d04-a95c-5315556c4f5a service neutron] 10.222.0.85 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.2767017 Feb 18 12:38:12.059974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Pushing event updated for resources: {'Network': ['ID=24c9cd26-007f-4299-8524-98fbf8835ac9,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:12.067512 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4844491 Feb 18 12:38:12.067512 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:12.068105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53590) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:12.075331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Request body: {'subnet': {'network_id': '24c9cd26-007f-4299-8524-98fbf8835ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1600365645-subnet', 'tenant_id': '08e056057b804738afab4f9092b00acf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:12.081548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:12.087311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Usage tracker for resource:subnet and tenant:08e056057b804738afab4f9092b00acf is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:12.090986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:12.098922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:12.111673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Made reservation on behalf of 08e056057b804738afab4f9092b00acf for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:38:12.117804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846870600'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:12.128523 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-9371a691-287a-46d4-8f5a-0cea2807dd7d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 999 time: 0.1317072 Feb 18 12:38:12.157527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 24c9cd26-007f-4299-8524-98fbf8835ac9 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:38:12.173349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network 24c9cd26-007f-4299-8524-98fbf8835ac9 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:38:12.267197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-137883f1-9f23-4413-a006-6c24bc235d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.275668 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-137883f1-9f23-4413-a006-6c24bc235d2b service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.1272755 Feb 18 12:38:12.334415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-95dc2d08-d83b-49e8-ab3a-f433750a96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.335989 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-95dc2d08-d83b-49e8-ab3a-f433750a96eb service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.4496861 Feb 18 12:38:12.570129 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-1506b2d6-e37f-404d-81bd-3480ce318468 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 999 time: 0.2242730 Feb 18 12:38:12.615500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': '1da7e701-7302-4905-85f0-6d44fca631f2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'port_id': '66ada81a-7355-41cd-b899-d5542762b1e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'mac_address': 'fa:16:3e:19:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:38:07Z', 'updated_at': '2021-02-18T12:38:09Z', 'revision_number': 1, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:03Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:12.622574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] Checking router: 41f37268-ded5-46cb-a539-3b79f02af167 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:38:12.634510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:38:12.635219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:38:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:12.727682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-604954dc-909e-43b3-b856-fca7eb106f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.730633 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-604954dc-909e-43b3-b856-fca7eb106f0d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.1509378 Feb 18 12:38:12.796366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a808ac7-c290-4961-8382-52d5e5867220 req-285b737d-a669-4cd9-ad47-b1dcc49d5ec7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.798082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3a808ac7-c290-4961-8382-52d5e5867220 req-285b737d-a669-4cd9-ad47-b1dcc49d5ec7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.2089095 Feb 18 12:38:12.839757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-7662240a-4486-4f02-b1ce-de6b48984484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.841405 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-7662240a-4486-4f02-b1ce-de6b48984484 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5648775 Feb 18 12:38:12.853005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:38:12.881326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-2e2b9943-80b6-4e9d-aa8a-2857bb16709f service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:38:12.882681 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-2e2b9943-80b6-4e9d-aa8a-2857bb16709f service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0088933 Feb 18 12:38:12.892988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-395b905c-de39-4804-bda5-b69ef2a17178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:12.893330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846870645'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:12.895238 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-395b905c-de39-4804-bda5-b69ef2a17178 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1472909 Feb 18 12:38:12.897402 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3a808ac7-c290-4961-8382-52d5e5867220 req-2ef87f6d-07aa-4a66-a404-3ac74d47301d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811958 Feb 18 12:38:12.918601 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:13.070299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6d5a39-d331-4d34-9520-68d904debede,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:13.074603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:13.149358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Checking segment: {'id': 'df39d252-2ce6-4f39-9a34-164fee63b5db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '24c9cd26-007f-4299-8524-98fbf8835ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:38:13.149764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Network hostable DHCP agents. Network: 24c9cd26-007f-4299-8524-98fbf8835ac9, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:38:13.178058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Network 24c9cd26-007f-4299-8524-98fbf8835ac9 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:38:13.189219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 24c9cd26-007f-4299-8524-98fbf8835ac9) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:38:13.206878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df98266c-53dd-4f12-b126-9842119fc789 None None] Network 24c9cd26-007f-4299-8524-98fbf8835ac9 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:38:13.209047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:13.210487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:13.239102 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-85f7eb43-cb2b-44ed-8774-a741eec75b55 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1695168 Feb 18 12:38:13.255321 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-4e25c756-d243-47ac-9341-3839267b3186 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478208 Feb 18 12:38:13.265975 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-0b4098f7-dade-427e-befa-c6ca8d365e78 service neutron] 10.222.0.85 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572164 Feb 18 12:38:13.402660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53632) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:13.479226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Deleting subnet 45ed55d3-f045-45fd-8d85-949be8211760 {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:38:13.483083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:13.539547 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a7343fa-9541-4a67-bdac-3f20642a7079 req-dd35416f-379c-47d6-9d11-a0cd8b473b9a service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2724776 Feb 18 12:38:13.540287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847857002'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:13.569305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cec92cb-648f-4375-802f-0be8795831a9 None None] Network 24c9cd26-007f-4299-8524-98fbf8835ac9 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:38:13.609125 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d26d2e45-7ee1-41af-b1d4-a0818e561bb4 req-943f0ea6-beaa-45c1-9781-a8acd7d4e2e4 service neutron] 10.222.0.85 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2212014 Feb 18 12:38:13.618302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:13.667748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-735951417', 'description': 'tempest-TestMinimumBasicScenario-735951417 description'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:13.675699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:13.691196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': '1da7e701-7302-4905-85f0-6d44fca631f2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'port_id': '66ada81a-7355-41cd-b899-d5542762b1e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'mac_address': 'fa:16:3e:19:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:38:07Z', 'updated_at': '2021-02-18T12:38:09Z', 'revision_number': 1, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:03Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:13.692552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:13.699378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6fcdd6-4a00-461b-ac61-012ab603c4cc None None] The sync data for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb is: [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': '1da7e701-7302-4905-85f0-6d44fca631f2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'floating_ip_address': '172.28.3.73', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'port_id': '66ada81a-7355-41cd-b899-d5542762b1e5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'mac_address': 'fa:16:3e:19:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:38:07Z', 'updated_at': '2021-02-18T12:38:09Z', 'revision_number': 1, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:03Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:38:13.783262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:13.830249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:13.839901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Usage tracker for resource:security_group_rule and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:13.844693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:13.863174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:14.015552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848218895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905170'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.039781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8724a6e8-d4a5-46d1-9f4d-45fcaebc9fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:14.043212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf7e87b-fad1-4379-803c-13569a213370 None None] New status for floating IP 1da7e701-7302-4905-85f0-6d44fca631f2: ACTIVE {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:38:14.129455 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.143373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ed55d3-f045-45fd-8d85-949be8211760,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:14.148856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.154618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:14.156912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:14.173100 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45ce79-fc4c-4005-8b98-256460ae242e req-f81b643c-a152-4693-94cb-535c948dcbb0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:14.176997 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c45ce79-fc4c-4005-8b98-256460ae242e req-f81b643c-a152-4693-94cb-535c948dcbb0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.1190593 Feb 18 12:38:14.232677 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c45ce79-fc4c-4005-8b98-256460ae242e req-5bb8cda3-1af1-4209-bf8a-6f0db0bd8381 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485134 Feb 18 12:38:14.239690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:14.255756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:14.258431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.260945 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec1e1cad-cf17-487f-8cc9-43f2ef735225 req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6079600 Feb 18 12:38:14.288196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.290934 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] 10.222.0.85 "DELETE /v2.0/subnets/45ed55d3-f045-45fd-8d85-949be8211760 HTTP/1.1" status: 204 len: 168 time: 0.8869824 Feb 18 12:38:14.292840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53646) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:14.351699 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-81bd4b12-e44d-46ac-8672-57a75d8e037b tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups/49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e HTTP/1.1" status: 200 len: 1812 time: 0.0659831 Feb 18 12:38:14.364972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:14.365994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:14.376993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:14.382334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Usage tracker for resource:security_group_rule and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:14.386775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:14.393167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:14.432581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.454868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.483269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.486589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.495739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:14.521842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c07679f-4d5e-4c53-b411-9d9ac3f01a2a,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:14.525711 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:14.533119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.534737 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2395c66-e14e-40cf-892d-c6c6883bd915 req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1752768 Feb 18 12:38:14.883213 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-738f5c42-2954-4dee-bcb8-66340d82b7f1 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups/49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e HTTP/1.1" status: 200 len: 2405 time: 0.1731191 Feb 18 12:38:14.898000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e', 'remote_group_id': None}]} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:14.898354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e', 'remote_group_id': None}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:14.907389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:14.910724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:14.974702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Usage tracker for resource:security_group_rule and tenant:ad0988959c1c4f408d8edba19252eea9 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:14.991538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:15.000738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:15.059464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:15.084191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fea032-99eb-4e3f-8024-e08986d89266') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:15.084633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fea032-99eb-4e3f-8024-e08986d89266') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:15.109938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6918830'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.127589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.136252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.140025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:38:15.233098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.236422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.245142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cca3b79e-99ff-44ad-b305-a1337b4c363d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:15.351387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7db7c4-3977-4f35-9e91-3ae61aedda13,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:15.359296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:15.373546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:38:15.383834 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566736'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.397955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.399172 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8951e7b-9b82-4037-9b65-c82908a496b2 req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5081313 Feb 18 12:38:15.537146 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-c7c88a4e-b8b9-4c7e-9b06-85d306afcbc4 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-735951417&fields=id&tenant_id=ad0988959c1c4f408d8edba19252eea9 HTTP/1.1" status: 200 len: 267 time: 0.0439756 Feb 18 12:38:15.569505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Network a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:38:15.592402 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:38:15.631775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-babdfa15-f259-4410-bf4c-9bb244a24197 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:15.633413 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-babdfa15-f259-4410-bf4c-9bb244a24197 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.0908947 Feb 18 12:38:15.645908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'port': {'security_groups': ['1f4f2106-82ea-4818-950c-b0fa8b4cc2bd', '49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e']}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:38:15.674444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.679445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:15.697465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.704289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:15.709826 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] 10.222.0.85 "DELETE /v2.0/networks/a5a9b2e0-532d-4608-bd9e-e6058aa0f3d0 HTTP/1.1" status: 204 len: 168 time: 1.4154663 Feb 18 12:38:15.710982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-27e7909a-3d93-4998-8e01-4d0e34ba6bf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:15.712985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53654) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:15.786203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Deleting subnet 5f6d5a39-d331-4d34-9520-68d904debede {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:38:15.790010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.795438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.845138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847857002'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:15.905780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.185556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848218895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905170'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.202524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a3d74abd-1efc-42a8-9abd-de66d20c50c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:16.306322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6d5a39-d331-4d34-9520-68d904debede,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:16.313259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:16.355405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.364918 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/5f6d5a39-d331-4d34-9520-68d904debede HTTP/1.1" status: 204 len: 168 time: 0.6479435 Feb 18 12:38:16.365420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53658) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:16.394633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] For port 66ada81a-7355-41cd-b899-d5542762b1e5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=66ada81a-7355-41cd-b899-d5542762b1e5,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:38:16.423019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.427733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.443781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-16e33916-8795-4e8a-9b78-3a5177045067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:16.493976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.607716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=5']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:16.612588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:16.654116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:16.654787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.656297 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c9c7167f-0a59-4102-a30f-c907183b9d9e req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "PUT /v2.0/ports/66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 982 time: 1.0158887 Feb 18 12:38:16.656806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:38:16.705241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.716313 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'status': 'completed', 'code': 200} Feb 18 12:38:16.729576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.844787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c9cd26-007f-4299-8524-98fbf8835ac9']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:16.859380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df39d252-2ce6-4f39-9a34-164fee63b5db') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:16.859718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df39d252-2ce6-4f39-9a34-164fee63b5db') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:38:16.873850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6918830'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.891173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.893598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:38:16.919325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-406affaa-8978-487c-ab4b-9c1b0d94b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:16.920986 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-406affaa-8978-487c-ab4b-9c1b0d94b7f9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1203 time: 0.1578276 Feb 18 12:38:16.924148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-76d356a3-7d4b-4f4c-837c-2f92d8dbc4f5 None None] Provisioning complete for port 66ada81a-7355-41cd-b899-d5542762b1e5 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:16.924324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-76d356a3-7d4b-4f4c-837c-2f92d8dbc4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:16.962025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeaf204-95f4-4c83-99e4-e70907c976be req-5f25495e-f93f-4934-a8e9-7fd602c401c9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:16.963384 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-deeaf204-95f4-4c83-99e4-e70907c976be req-5f25495e-f93f-4934-a8e9-7fd602c401c9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.1540792 Feb 18 12:38:17.089274 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Network 24c9cd26-007f-4299-8524-98fbf8835ac9 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:38:17.098983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566736'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.103059 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-deeaf204-95f4-4c83-99e4-e70907c976be req-e368fdfa-b1b4-44ce-9e8c-f69d969ee6fa tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0866797 Feb 18 12:38:17.127847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-0b2c4275-90be-40e7-baad-7ad792b09167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.130219 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-0b2c4275-90be-40e7-baad-7ad792b09167 service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.2006731 Feb 18 12:38:17.247333 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-6698f1ba-a22c-4c92-b0a5-8864d3e5209b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1103029 Feb 18 12:38:17.292648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Network 24c9cd26-007f-4299-8524-98fbf8835ac9 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:38:17.322326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-faefe184-6267-43da-a0c5-2a3af2f3e821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.324055 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-faefe184-6267-43da-a0c5-2a3af2f3e821 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.0704057 Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:38:17.386804 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:38:17.401605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.405325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac23675d-939f-4437-838e-fefc177f9ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:17.416106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-388b56c8-14f7-418e-a2ad-719976cafd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:17.417609 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-388b56c8-14f7-418e-a2ad-719976cafd15 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862005 Feb 18 12:38:17.422977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.430908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Pushing event deleted for resources: {'Network': ['ID=24c9cd26-007f-4299-8524-98fbf8835ac9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:17.434198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:17.436089 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-101b2820-7863-4cf7-a32d-81d5459e391f admin admin] 10.222.0.85 "DELETE /v2.0/networks/24c9cd26-007f-4299-8524-98fbf8835ac9 HTTP/1.1" status: 204 len: 168 time: 1.0695875 Feb 18 12:38:17.570910 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-323e2dbb-ab77-4450-ae03-128938471910 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457360 Feb 18 12:38:17.623527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53670) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:17.677515 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e1519c03-7c83-427f-b6ff-d250c2039b99 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=8aab696d114145fb84a7990d11e867eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526242 Feb 18 12:38:17.680258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53674) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:17.721873 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b87d8bde-44c0-4f34-b14d-7786a0b4b815 req-11d34299-f90e-4ddc-9a6e-8d41bdcd441b service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442556 Feb 18 12:38:17.746290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cfc3df8-0560-4e86-a733-9a9b82d49207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.775006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cfc3df8-0560-4e86-a733-9a9b82d49207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.825138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cfc3df8-0560-4e86-a733-9a9b82d49207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.829309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2f65f9ec-fbd8-4c32-beaa-aa17f6a4677f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:17.845232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc3df8-0560-4e86-a733-9a9b82d49207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ece634-2613-481e-98fd-3b9ded4d3bd7,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:17.851796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cfc3df8-0560-4e86-a733-9a9b82d49207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:17.854153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cfc3df8-0560-4e86-a733-9a9b82d49207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:17.855244 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2cfc3df8-0560-4e86-a733-9a9b82d49207 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/e0ece634-2613-481e-98fd-3b9ded4d3bd7 HTTP/1.1" status: 204 len: 168 time: 0.1740110 Feb 18 12:38:18.216049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53682) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:18.268188 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ef4f23a0-2ca5-4e07-b2ec-9ef470a5f15d admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=08e056057b804738afab4f9092b00acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508437 Feb 18 12:38:18.270835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53686) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:18.337046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:18.369776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:18.418145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:18.422174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b84cd858-6cde-4bc9-b15f-29c82d76edef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:18.435345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a91037-f92f-4766-aadc-57d9954ed599,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:18.439928 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:18.447376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:18.449477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c1a91037-f92f-4766-aadc-57d9954ed599 HTTP/1.1" status: 204 len: 168 time: 0.1774426 Feb 18 12:38:18.818352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 66ada81a-7355-41cd-b899-d5542762b1e5 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:38:18.893967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 66ada81a-7355-41cd-b899-d5542762b1e5 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:38:18.894411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.413312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53758) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:21.539863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.555670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:21.559727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Usage tracker for resource:security_group_rule and tenant:9151832d7e5740a983d58a4ba5da0e75 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:21.562723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:21.569322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:21.659218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.663091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.672152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6d4dbb2b-51f4-4724-9a14-e220ca4ad451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:21.715662 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9151832d7e5740a983d58a4ba5da0e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011885 Feb 18 12:38:21.716611 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425a8eaf-9da7-4dac-941d-a71978275caa,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:21.718668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53764) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:21.719994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1d3094d8-082a-40d9-96bb-fd869df1c9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:21.788027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.816037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.867243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.872504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:21.884509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425a8eaf-9da7-4dac-941d-a71978275caa,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:21.889619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:21.891878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:21.894045 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/425a8eaf-9da7-4dac-941d-a71978275caa HTTP/1.1" status: 204 len: 168 time: 0.1732438 Feb 18 12:38:22.191067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53772) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:22.211043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:22.227325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:22.231508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Usage tracker for resource:security_group_rule and tenant:17cb437bee1e4794bd53349142dbc1eb is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:22.234566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:22.241056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:22.328797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:22.332139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:22.345400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bb2805bd-b2f2-4ae5-b521-762364127831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:22.389040 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=17cb437bee1e4794bd53349142dbc1eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960883 Feb 18 12:38:22.390849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20039a8f-395f-4c08-b456-4a97ee7dfdab,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:22.391987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53776) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:22.394410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:22.461947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e871e4ed-70d4-42c6-9a88-57fcf18f4f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:22.491716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e871e4ed-70d4-42c6-9a88-57fcf18f4f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:22.538330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e871e4ed-70d4-42c6-9a88-57fcf18f4f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:22.542245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9c2a7b44-eb2f-4924-9889-1a4a27b7b120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:22.557117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871e4ed-70d4-42c6-9a88-57fcf18f4f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20039a8f-395f-4c08-b456-4a97ee7dfdab,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:22.559847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e871e4ed-70d4-42c6-9a88-57fcf18f4f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:22.570076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e871e4ed-70d4-42c6-9a88-57fcf18f4f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:22.572105 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e871e4ed-70d4-42c6-9a88-57fcf18f4f4b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/20039a8f-395f-4c08-b456-4a97ee7dfdab HTTP/1.1" status: 204 len: 168 time: 0.1788738 Feb 18 12:38:27.211192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60bc57ea-b0e1-47f4-8bd7-a87132af3501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:29.685674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d05bc079-e267-47eb-9a90-182bcdc7fbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:30.073721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:30.963745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53868) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:31.092974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.109035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:31.113103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Usage tracker for resource:security_group_rule and tenant:51a7575c757649df8ace09f927cca82f is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:31.116079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:31.121883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:31.207933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.210725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.219464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1d178de1-d028-4974-9561-d92e832d9dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:31.261836 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=51a7575c757649df8ace09f927cca82f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969239 Feb 18 12:38:31.263518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2cdbe0e-9c12-4e8c-8eff-fd9b38f7c821,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:31.264780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53874) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:31.266934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:31.330672 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.359502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.406036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.411654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b9fb2183-2b88-4b2f-a114-828c781a9a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:31.424305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2cdbe0e-9c12-4e8c-8eff-fd9b38f7c821,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:31.430745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:31.435129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.436361 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c2cdbe0e-9c12-4e8c-8eff-fd9b38f7c821 HTTP/1.1" status: 204 len: 168 time: 0.1704881 Feb 18 12:38:31.538768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.598549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.732559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53882) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:31.751556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.772202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:31.776399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Usage tracker for resource:security_group_rule and tenant:f37dd457f0e4466ca9e035f139c33cfb is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:31.779429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:31.785654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:31.874739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.877719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:31.886267 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9dbe2e2-3238-4598-852a-81e661568786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:31.933090 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f37dd457f0e4466ca9e035f139c33cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992357 Feb 18 12:38:31.934059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe56625-a15f-48c6-a284-b9d5efb6b77c,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:31.936010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53886) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:31.937362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:32.000595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:32.028577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:32.078220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:32.083351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d1854239-ccd0-4a90-a84a-f8a44283c8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:32.096640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe56625-a15f-48c6-a284-b9d5efb6b77c,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:32.099839 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:32.108354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:32.109640 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/7fe56625-a15f-48c6-a284-b9d5efb6b77c HTTP/1.1" status: 204 len: 168 time: 0.1717725 Feb 18 12:38:34.370459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53950) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:34.498672 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.514927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:34.518954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Usage tracker for resource:security_group_rule and tenant:d7a96694db6844cfbda225f43f7af9fd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:34.523066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:34.528801 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:34.616925 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.619683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.628510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f064645d-6333-474b-80ff-8da47dd05cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:34.671767 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d7a96694db6844cfbda225f43f7af9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001094 Feb 18 12:38:34.673512 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131fc770-2aa5-40b3-909f-51292f70b90f,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:34.674721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53956) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:34.677439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1795f96-43c3-47bb-ba66-d7e291acf10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:34.740029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.767497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.812773 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.818579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8fd36ee0-5893-4c62-9a53-8b2e0acc5528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:34.836695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131fc770-2aa5-40b3-909f-51292f70b90f,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:34.840518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:34.846270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:34.847517 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/131fc770-2aa5-40b3-909f-51292f70b90f HTTP/1.1" status: 204 len: 168 time: 0.1717322 Feb 18 12:38:35.143859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 53964) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:35.163069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.179755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:35.183924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Usage tracker for resource:security_group_rule and tenant:2d7862aca1d3448e81fdd5148166f6ea is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:35.186988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:35.193821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:35.280279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.283239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.292636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c578c111-4eb9-4393-b9be-8f8763fc2468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:35.334507 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=2d7862aca1d3448e81fdd5148166f6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1893790 Feb 18 12:38:35.337373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 53970) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:35.338902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2dc774d-aba4-4ae3-b565-44f37e114a82,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:35.342447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:35.402582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7a8d-41b1-41ab-b5e7-4ba390968833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.433569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7a8d-41b1-41ab-b5e7-4ba390968833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.478196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7a8d-41b1-41ab-b5e7-4ba390968833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.483116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-664650db-1341-4457-b5e6-f56b6ce691a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:35.495823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c7a8d-41b1-41ab-b5e7-4ba390968833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2dc774d-aba4-4ae3-b565-44f37e114a82,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:35.500659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b6c7a8d-41b1-41ab-b5e7-4ba390968833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:35.505475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b6c7a8d-41b1-41ab-b5e7-4ba390968833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:35.506687 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0b6c7a8d-41b1-41ab-b5e7-4ba390968833 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a2dc774d-aba4-4ae3-b565-44f37e114a82 HTTP/1.1" status: 204 len: 168 time: 0.1680160 Feb 18 12:38:39.355172 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-6523e623-b301-44c3-a76b-a61ce2c33247 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0939505 Feb 18 12:38:39.446564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:38:39.531280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-61598bc5-c1cb-4411-8ff6-e6a7bc6d5372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:39.532944 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-61598bc5-c1cb-4411-8ff6-e6a7bc6d5372 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 1163 time: 0.0830328 Feb 18 12:38:39.697356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-e592f304-6b5c-4d45-859d-adb9ee9e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:39.698892 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-e592f304-6b5c-4d45-859d-adb9ee9e30c3 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.1457188 Feb 18 12:38:39.818236 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-d379a430-127d-4545-a665-ec5d56a382d3 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 200 len: 1002 time: 0.1114490 Feb 18 12:38:39.893012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-0179158e-2937-429e-896b-2a3d975a9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:39.894815 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-0179158e-2937-429e-896b-2a3d975a9334 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0698509 Feb 18 12:38:39.985693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-786afbab-be98-479b-b135-8b268cae4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:38:39.987239 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-786afbab-be98-479b-b135-8b268cae4a3c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851133 Feb 18 12:38:40.142182 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-4a7ab348-b641-4d7c-9c3b-cdf8fb38d969 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467760 Feb 18 12:38:40.292919 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89a3c3e9-5d1e-410b-afff-fafcb5743bee req-0336381e-0734-48c3-a1b3-1e1914d95358 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423340 Feb 18 12:38:45.447100 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54096) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:45.573342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:45.589190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:45.593262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d895a9700e0a4a51b15f8970d9fcbeef is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:45.596204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:45.602757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:45.688425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:45.691268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:45.700932 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dd4375eb-09d9-4ace-b5bc-4a03cde0f3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:45.743857 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d895a9700e0a4a51b15f8970d9fcbeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2954547 Feb 18 12:38:45.745819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf8aa88-68a1-4a80-aeac-95eb44504ce7,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:45.746863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54102) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:45.749299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:45.810554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:45.839901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:45.887069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:45.891198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8e00a5cc-869e-4474-9951-01ad519cecf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:45.907359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf8aa88-68a1-4a80-aeac-95eb44504ce7,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:45.912623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:45.918653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:45.919897 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bdf8aa88-68a1-4a80-aeac-95eb44504ce7 HTTP/1.1" status: 204 len: 168 time: 0.1719620 Feb 18 12:38:46.213413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54112) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:46.233757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.253361 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:46.257694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:1bd03a2d81a24acbace6523dd4ab1a74 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:46.260651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:46.266423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:46.357067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.360648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.370300 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5f353d1c-c464-4dc8-8fec-b159fe19de18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:46.414587 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=1bd03a2d81a24acbace6523dd4ab1a74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999991 Feb 18 12:38:46.415540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfa1085-74ed-45bd-b108-e6e4b6f9d1e5,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:46.417486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54116) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:46.418856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-53484cf8-b569-4097-9912-9d780eb56bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:46.484556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae2e-cb49-4988-a444-5ea3746e441d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.512658 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae2e-cb49-4988-a444-5ea3746e441d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.559310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae2e-cb49-4988-a444-5ea3746e441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.564302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:46.576857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4eae2e-cb49-4988-a444-5ea3746e441d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfa1085-74ed-45bd-b108-e6e4b6f9d1e5,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:46.580067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d4eae2e-cb49-4988-a444-5ea3746e441d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:46.582175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d4eae2e-cb49-4988-a444-5ea3746e441d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.583395 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0d4eae2e-cb49-4988-a444-5ea3746e441d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/fcfa1085-74ed-45bd-b108-e6e4b6f9d1e5 HTTP/1.1" status: 204 len: 168 time: 0.1647792 Feb 18 12:38:46.725669 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.953013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54124) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:46.972369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:46.987697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:38:46.992474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Usage tracker for resource:security_group_rule and tenant:e1b7d236acca4641802e80ba67cb9ac1 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:38:46.995507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:38:47.001401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:38:47.090319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:47.093271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:47.102673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b1e7dc8-208b-4d0b-bfa6-cc12fbe6b47e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:47.146085 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e1b7d236acca4641802e80ba67cb9ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918848 Feb 18 12:38:47.147038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec61c89c-8835-4587-8f8e-9713912e967a,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:47.149910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54128) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:38:47.150314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:47.215566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:47.243810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:47.289720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:47.294981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-28a3a3e0-3256-4c64-b78d-e377fb2f5aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:38:47.314211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec61c89c-8835-4587-8f8e-9713912e967a,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:38:47.319262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:38:47.337870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:47.340099 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/ec61c89c-8835-4587-8f8e-9713912e967a HTTP/1.1" status: 204 len: 168 time: 0.1890433 Feb 18 12:38:57.214292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d0a8362-e749-48ce-8149-e2508a6ba9e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:38:59.687974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-21ac003a-96b2-4418-b6b5-8f5550fc1016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:00.075756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:01.542486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:01.601324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:11.890778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-1602b59c-45ee-44c7-a814-d91ae41611c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:11.892462 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-1602b59c-45ee-44c7-a814-d91ae41611c0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1203 time: 0.0907521 Feb 18 12:39:12.048015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-1b10eb5a-7ab5-4bc1-b672-6526e6c7afde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:12.049757 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-1b10eb5a-7ab5-4bc1-b672-6526e6c7afde service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.1479337 Feb 18 12:39:12.477597 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-fe1cddcb-38c7-4bcc-8318-59bd2b5a6f34 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 1001 time: 0.4191670 Feb 18 12:39:12.547164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c1a1a-5938-4d8d-ae35-36c2b42373f2 req-11ce1405-4a3c-479c-8c0e-9b16086c75d5 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:12.548798 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b5c1a1a-5938-4d8d-ae35-36c2b42373f2 req-11ce1405-4a3c-479c-8c0e-9b16086c75d5 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.7071822 Feb 18 12:39:12.588436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-29e76c24-858c-4e8a-afe9-1f9e8a065eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:12.590060 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-29e76c24-858c-4e8a-afe9-1f9e8a065eb5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.1052225 Feb 18 12:39:12.660656 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b5c1a1a-5938-4d8d-ae35-36c2b42373f2 req-fd9a3001-2ca1-4844-b1f8-653c81835698 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1029632 Feb 18 12:39:12.696201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-829d3dfe-eec7-4411-ac82-2568be814c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:12.697891 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-829d3dfe-eec7-4411-ac82-2568be814c8b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0960124 Feb 18 12:39:12.854204 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-f84b01fe-00f9-4e3f-87a6-1d37ba356758 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443954 Feb 18 12:39:13.014116 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3254eed3-e2e9-4fe9-bd38-0e9f7b189315 req-33383dc0-0e04-45d8-a18c-d0d1bb71ad9f service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480622 Feb 18 12:39:13.928692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93872d99-88f3-42a6-9e5b-9dfc030720a5 req-117867ef-b29b-4018-a2ef-e359bb5ecea1 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:13.930670 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93872d99-88f3-42a6-9e5b-9dfc030720a5 req-117867ef-b29b-4018-a2ef-e359bb5ecea1 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.1510079 Feb 18 12:39:13.983109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-93872d99-88f3-42a6-9e5b-9dfc030720a5 req-32aa3806-0b9c-4438-ab57-754e8e946417 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:39:13.998588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-93872d99-88f3-42a6-9e5b-9dfc030720a5 req-32aa3806-0b9c-4438-ab57-754e8e946417 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:39:13.999879 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93872d99-88f3-42a6-9e5b-9dfc030720a5 req-32aa3806-0b9c-4438-ab57-754e8e946417 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0628467 Feb 18 12:39:15.209130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db37938-3654-437d-b3a5-0aac087e1b60 req-ee2af8f4-1a1a-4e32-a703-f9dae62e9751 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:15.210764 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4db37938-3654-437d-b3a5-0aac087e1b60 req-ee2af8f4-1a1a-4e32-a703-f9dae62e9751 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0932302 Feb 18 12:39:15.263156 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4db37938-3654-437d-b3a5-0aac087e1b60 req-a965e23c-1334-468d-a5b3-0e3f2d277e63 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0459461 Feb 18 12:39:16.447775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:39:16.695095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac4896-ea0c-4175-9fa8-5f6fdfafe9ff req-6292d3f0-2962-47b1-9beb-fa0391a25ede tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:16.696721 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f3ac4896-ea0c-4175-9fa8-5f6fdfafe9ff req-6292d3f0-2962-47b1-9beb-fa0391a25ede tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.3171308 Feb 18 12:39:16.741103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:16.748733 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f3ac4896-ea0c-4175-9fa8-5f6fdfafe9ff req-300e39c2-caff-41e5-9903-90549aa3cef1 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0456481 Feb 18 12:39:17.951406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31a569-e119-44c2-bbe8-a81dcde83ebb req-fd54ed9d-e500-439d-873b-7b8c8f84536f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:17.953095 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a31a569-e119-44c2-bbe8-a81dcde83ebb req-fd54ed9d-e500-439d-873b-7b8c8f84536f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0903394 Feb 18 12:39:18.007761 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a31a569-e119-44c2-bbe8-a81dcde83ebb req-f73116c6-52ee-4410-b7b2-d55f07eb26a0 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0476799 Feb 18 12:39:19.215496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d1a27-5741-4af9-a52b-4631e57039d2 req-fe6e9b6d-b82c-42c5-83b4-8fd122f203b2 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:19.217164 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c84d1a27-5741-4af9-a52b-4631e57039d2 req-fe6e9b6d-b82c-42c5-83b4-8fd122f203b2 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0891023 Feb 18 12:39:19.268622 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c84d1a27-5741-4af9-a52b-4631e57039d2 req-374d9697-f0a8-43cc-a27c-12843bfe9b9c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0451908 Feb 18 12:39:20.475046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d46626-4f70-41b0-9685-c28b6df8a83d req-13d247bf-6fef-425c-a2a9-5eaf1cc577e9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:20.476704 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-27d46626-4f70-41b0-9685-c28b6df8a83d req-13d247bf-6fef-425c-a2a9-5eaf1cc577e9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0909133 Feb 18 12:39:20.527723 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-27d46626-4f70-41b0-9685-c28b6df8a83d req-c3b9f915-ccf8-4e56-9f85-d7896718ba38 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0445089 Feb 18 12:39:21.506428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e907-3197-400e-a9e3-94614d1a79d1 req-26c9585d-1945-4480-b667-ea3d212fd490 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:21.508064 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7eb6e907-3197-400e-a9e3-94614d1a79d1 req-26c9585d-1945-4480-b667-ea3d212fd490 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.0931823 Feb 18 12:39:21.558133 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7eb6e907-3197-400e-a9e3-94614d1a79d1 req-4d617a80-cd1e-4866-b4d7-11c753e8e10c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437365 Feb 18 12:39:21.743102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425866df-c49a-4abd-96a9-a78ffa36a2f6 req-21869de4-cdaa-414d-923b-7b7ffd9ae98f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:21.744755 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-425866df-c49a-4abd-96a9-a78ffa36a2f6 req-21869de4-cdaa-414d-923b-7b7ffd9ae98f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0959995 Feb 18 12:39:21.798327 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-425866df-c49a-4abd-96a9-a78ffa36a2f6 req-c71c8788-0610-49a2-9082-38657a3d0657 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0471451 Feb 18 12:39:22.771868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ed383-258b-485e-9f9b-139120e7569f req-2f50d661-b400-4715-83a8-8346e7abf5d3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:22.773428 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-977ed383-258b-485e-9f9b-139120e7569f req-2f50d661-b400-4715-83a8-8346e7abf5d3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.0922678 Feb 18 12:39:22.827894 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-977ed383-258b-485e-9f9b-139120e7569f req-ee38b961-a9a4-4d15-8cac-f825f1f2a015 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480702 Feb 18 12:39:23.005708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23972aca-e14f-474b-9559-070137b5df53 req-4f2d6699-a382-4df0-a369-4e8e80e55167 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:23.007342 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23972aca-e14f-474b-9559-070137b5df53 req-4f2d6699-a382-4df0-a369-4e8e80e55167 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0907433 Feb 18 12:39:23.063868 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23972aca-e14f-474b-9559-070137b5df53 req-e4a02184-46d7-4af6-bb99-0f2ef8c4615e tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0499125 Feb 18 12:39:24.036225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b604b-cae2-4336-a365-13ef9a4b4f77 req-26fc332d-6cae-4af1-a479-6f0687c95067 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:24.037896 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-337b604b-cae2-4336-a365-13ef9a4b4f77 req-26fc332d-6cae-4af1-a479-6f0687c95067 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.0881269 Feb 18 12:39:24.087207 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-337b604b-cae2-4336-a365-13ef9a4b4f77 req-a6c9442f-2c98-41cf-9749-84eea8a1a449 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=288b8417-8d48-468a-a1f4-e331f080050b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429611 Feb 18 12:39:24.221727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-19df4cc1-854e-4f6b-a222-540073fa4f29 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:24.223782 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-19df4cc1-854e-4f6b-a222-540073fa4f29 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 946 time: 0.0941215 Feb 18 12:39:24.273841 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcc2db-d553-487f-a30c-80393fc04c95 req-05d91819-7f7c-409f-85bd-3e68cda91d47 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:24.275506 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d2bcc2db-d553-487f-a30c-80393fc04c95 req-05d91819-7f7c-409f-85bd-3e68cda91d47 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0956795 Feb 18 12:39:24.311514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Deleting port e8cbd295-7227-4fb1-b7cb-b31574db5d86 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:24.312403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:24.339564 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d2bcc2db-d553-487f-a30c-80393fc04c95 req-6132f239-ff83-4f2a-b903-56751ca821cb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0568717 Feb 18 12:39:24.602444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] For port e8cbd295-7227-4fb1-b7cb-b31574db5d86, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=e8cbd295-7227-4fb1-b7cb-b31574db5d86,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:24.602767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:24.929007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:24.929425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:24.929786 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Floating IP ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd disassociated. External IP: 172.28.3.121, port: e8cbd295-7227-4fb1-b7cb-b31574db5d86. Feb 18 12:39:24.930435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Calling delete_port for e8cbd295-7227-4fb1-b7cb-b31574db5d86 owned by compute:nova {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:25.090819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:25.106804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:25.136448 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:39:25.175874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: e8cbd295-7227-4fb1-b7cb-b31574db5d86 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:39:25.176241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device e8cbd295-7227-4fb1-b7cb-b31574db5d86 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:39:25.212104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event deleted for resources: {'Port': ['ID=e8cbd295-7227-4fb1-b7cb-b31574db5d86,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:25.268489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.268948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.269340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.269745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.270807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.271391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.271476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.271867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.272263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.272661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.273106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.273478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.273913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.274305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.274705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.275090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.275484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.275869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.276258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.276649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.277060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.277544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.277833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.278219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:25.289191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:25.298242 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7900542-14ac-4a05-98c7-8f595d09adb4 req-19a77bfd-3e5b-4b51-bbad-72ded21259fe tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 210 time: 0.0834575 Feb 18 12:39:25.550270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ad5b0-d177-4ab7-a255-af1666be1f88 req-24967084-1629-4c31-aac8-e951a2a1c8d3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:25.551868 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-212ad5b0-d177-4ab7-a255-af1666be1f88 req-24967084-1629-4c31-aac8-e951a2a1c8d3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0950472 Feb 18 12:39:25.558577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:39:25.607322 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-212ad5b0-d177-4ab7-a255-af1666be1f88 req-abbec2c8-2782-4882-886c-5b8acc7ceba6 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&id=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0481298 Feb 18 12:39:25.772496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:39:25.783421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] Sync routers for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:39:25.794541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:25.795222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:39:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:25.815706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] No DVR routers for this DVR port e8cbd295-7227-4fb1-b7cb-b31574db5d86 on host hv-cinder-77642 {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:39:25.818453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:25.821392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-deleted', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:25.846067 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-299b3845-b33d-44c1-a668-22ccc32f61c5 req-ef45b830-dce5-4191-9413-622d40d4a110 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "DELETE /v2.0/ports/e8cbd295-7227-4fb1-b7cb-b31574db5d86 HTTP/1.1" status: 204 len: 173 time: 1.6151006 Feb 18 12:39:25.888128 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6c64db-6ab4-4475-9c1f-a5457a0afe9d', 'name': 'network-vif-deleted', 'tag': 'e8cbd295-7227-4fb1-b7cb-b31574db5d86', 'status': 'completed', 'code': 200} Feb 18 12:39:26.215847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:26.580114 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75bfd4f9-2810-45a8-a951-3ef2aca2a6f5 req-82f4fb00-9f31-425e-a9e7-4017ec36745d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=4c6c64db-6ab4-4475-9c1f-a5457a0afe9d HTTP/1.1" status: 200 len: 210 time: 0.0691259 Feb 18 12:39:26.597006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:26.602004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] Checking router: 0362f9c0-6d88-471c-8d6e-d787b03dcff6 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:39:26.611422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:26.612095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:39:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:26.818268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:27.173335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:27.178774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945b3758-8b92-4b9b-aac4-9962385b79ed None None] The sync data for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb is: [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:39:27.225290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4cacf4f1-e97e-4c85-b7d9-c106f619da00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:27.632531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca34832-ab21-46d9-a78c-32752f10ced9 None None] New status for floating IP ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:39:27.738518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54220) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:27.819881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:27.853121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:27.906266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:27.911637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f4606af9-19e4-4094-abfb-6b2f0e1d60bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:27.927593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288b8417-8d48-468a-a1f4-e331f080050b,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:27.932418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:27.941700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:27.944613 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "DELETE /v2.0/security-groups/288b8417-8d48-468a-a1f4-e331f080050b HTTP/1.1" status: 204 len: 168 time: 0.2033134 Feb 18 12:39:27.946084 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54224) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:27.965201 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.v2.resource [None req-eb4975f3-351e-46ad-9122-dd59d8d0c331 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] show failed (client error): The resource could not be found. Feb 18 12:39:27.966337 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-eb4975f3-351e-46ad-9122-dd59d8d0c331 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups/288b8417-8d48-468a-a1f4-e331f080050b HTTP/1.1" status: 404 len: 347 time: 0.0192661 Feb 18 12:39:27.971101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54228) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:28.150677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Deleting port c57d734d-5bc5-44bf-8af9-54e107025464 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:39:28.150961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:28.578545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:28.579122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:28.717489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Calling delete_port for c57d734d-5bc5-44bf-8af9-54e107025464 owned by network:floatingip {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:39:28.877609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:28.894776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6e4cdb04-5fcc-42be-8bdb-682177ebeebc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:29.004430 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event deleted for resources: {'Port': ['ID=c57d734d-5bc5-44bf-8af9-54e107025464,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:29.010445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:29.130843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.145835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.147109 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "DELETE /v2.0/floatingips/ad5ec18f-2e55-4b76-8dc3-e7e37f64fdfd HTTP/1.1" status: 204 len: 168 time: 1.1750240 Feb 18 12:39:29.525895 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54234) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:29.532479 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1295854628', 'description': 'tempest-description--2120488635'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:29.539409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:29.544075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:29.547769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:29.554790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:29.566156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.590223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:29.594820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group_rule and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:29.598135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:29.604240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:29.681436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.684191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.688215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9cdc508f-6b71-4bb2-a7a8-5fc87b349c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:29.691467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-690b6591-d368-4521-9988-eea913ea5ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.739955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:29.743055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.744386 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2173691 Feb 18 12:39:29.745408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:29.747654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54238) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:29.753236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'security_group_rule': {'security_group_id': '1cdc6129-8b3a-4d40-8a0d-3b65385b4deb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:29.759826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:29.763939 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group_rule and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:29.767015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:29.776259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:29.793466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.866582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.871800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.874519 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5ef69120-be26-40af-ae58-bd3846bb37af tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:29.904301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04bf4d26-923d-4758-b353-13ee5042e71b,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:29.907114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:29.914610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:29.915930 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672654 Feb 18 12:39:29.918899 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54242) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:29.924602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'security_group_rule': {'security_group_id': '1cdc6129-8b3a-4d40-8a0d-3b65385b4deb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:29.931564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:29.935930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:security_group_rule and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:29.939168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:29.946576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:29.967515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.042044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.045360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.047839 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c6144aa6-d243-4fa8-9c3b-dad2844b2df3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:30.074126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2fae87-37b2-42a5-a4be-0b1fd4996328,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:30.077141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:30.083916 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.089381 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.090728 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708231 Feb 18 12:39:30.094714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54246) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:30.101638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'floatingip': {'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:30.107883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:30.112031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Usage tracker for resource:floatingip and tenant:aff66760a70d4a1ba1b7b6565d6cf21e is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:39:30.116730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:39:30.123006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:30.133875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.289069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.581212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Allocated IP 172.28.3.169 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/1aa5a786-f2d6-434c-9835-cda08810cc36) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:39:30.749678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.782547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:30.799256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e00d0249-a546-48c9-a719-6fde984f01ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:30.945488 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'Port': ['ID=1aa5a786-f2d6-434c-9835-cda08810cc36,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:30.960070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:31.007838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:39:31.008995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:39:31.011553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:39:31.105362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.174875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.501757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.506301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.523436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-81a27930-e83b-46e3-86da-59434689a5dc tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:31.552166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.606698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.679814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'Port': ['ID=1aa5a786-f2d6-434c-9835-cda08810cc36,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:31.685708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:31.783908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.808444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:31.809878 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-94344159-c433-4a75-be04-3b605642fdf0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7141180 Feb 18 12:39:32.016779 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-b6525916-63fd-49a2-b60b-fb12f5f5b680 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1295854628&fields=id&tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 267 time: 0.0480309 Feb 18 12:39:32.193481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-d21c3f66-722d-4d02-bbd0-4fe21e295c80 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:32.195165 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-d21c3f66-722d-4d02-bbd0-4fe21e295c80 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 816 time: 0.1702151 Feb 18 12:39:32.212129 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-0ccefb3d-f4d1-4918-98e2-5638cfea4299 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/quotas/aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 375 time: 0.0107567 Feb 18 12:39:32.313081 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-0cb658ef-d7ac-4c64-8f0a-7b8301eecce1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942705 Feb 18 12:39:32.524136 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-320a2126-9158-4b73-832e-757054f7d180 service neutron] 10.222.0.85 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952446 Feb 18 12:39:32.675219 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-eefa6bf4-fa69-4f9a-a72b-12d052b90ef6 service neutron] 10.222.0.85 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443758 Feb 18 12:39:32.923142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1de6d3cb-0b60-434e-ba34-4062c6a2e2d5 req-ddf08e16-f031-4ef8-a6e5-1481d67dff23 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:39:32.949241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1de6d3cb-0b60-434e-ba34-4062c6a2e2d5 req-ddf08e16-f031-4ef8-a6e5-1481d67dff23 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:39:32.950575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1de6d3cb-0b60-434e-ba34-4062c6a2e2d5 req-ddf08e16-f031-4ef8-a6e5-1481d67dff23 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 210 time: 0.1192360 Feb 18 12:39:34.129650 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95e7dbf6-10fa-459d-b5bb-4197fd85770c req-a088be81-4221-4720-8be6-df73e2ac6477 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 210 time: 0.0517557 Feb 18 12:39:34.504114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-c27298ee-a9ce-43dd-9b41-02234cc263c7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:34.506487 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-c27298ee-a9ce-43dd-9b41-02234cc263c7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 816 time: 0.1882882 Feb 18 12:39:34.640287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-f611f089-6325-4cbf-91e8-9d0a8a76a1c0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:39:34.655451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-f611f089-6325-4cbf-91e8-9d0a8a76a1c0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:39:34.656846 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-f611f089-6325-4cbf-91e8-9d0a8a76a1c0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 5705 time: 0.0931695 Feb 18 12:39:34.679036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'port': {'device_id': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'admin_state_up': True, 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'security_groups': ['1cdc6129-8b3a-4d40-8a0d-3b65385b4deb']}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:34.829391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:39:34.840392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:39:34.853840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Made reservation on behalf of aff66760a70d4a1ba1b7b6565d6cf21e for: {'port': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:39:34.859546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:35.195559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Allocated IP 172.20.0.10 (6929e47a-a39c-4339-ae5c-5fb0392b3ed5/7898e79a-9982-4136-88a4-96a4dbb5bcf7/6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:39:35.382767 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8c2d3431-e8cd-4f9b-a69f-0ce9ac36bfe8 req-7bb64c98-74ba-4634-93ca-57deeb93b677 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 210 time: 0.1203020 Feb 18 12:39:35.463560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:35.481051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Transition to ACTIVE for port object 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:39:35.506231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:35.522442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6d613a81-c8d5-4ff7-9402-e4f797fc7f59 tempest-VolumesActionsTest-1799345686 tempest-VolumesActionsTest-1799345686-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:35.902790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event updated for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:35.907330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:35.964456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:39:35.965754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:39:35.968074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:39:36.036082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:36.037287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:36.064575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-40ed545f-f332-4e48-8847-4c5fa0c92eec tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3905940 Feb 18 12:39:36.143271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Request body: {'port': {'device_id': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:36.229854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-125a11a0-52fa-46d8-b663-02b8c9b60b6e None None] Provisioning for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:39:36.235326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-125a11a0-52fa-46d8-b663-02b8c9b60b6e None None] Provisioning complete for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:39:36.235741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-125a11a0-52fa-46d8-b663-02b8c9b60b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:36.274936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:36.298889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-125a11a0-52fa-46d8-b663-02b8c9b60b6e None None] Port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:39:36.602977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c479fc-5d2e-4545-b003-61c7e6b289b8 req-60f11a8f-261c-436e-9525-0752bfde44a8 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:36.604524 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4c479fc-5d2e-4545-b003-61c7e6b289b8 req-60f11a8f-261c-436e-9525-0752bfde44a8 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 932 time: 0.0957801 Feb 18 12:39:36.658756 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4c479fc-5d2e-4545-b003-61c7e6b289b8 req-bddb8c97-d071-4811-a3ae-ffda2c8e99b7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463238 Feb 18 12:39:36.738053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 {{(pid=83997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:39:36.747409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:36.760694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Transition to ACTIVE for port object 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 will not be triggered until provisioned by entity L2. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:39:36.763546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:36.780105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-54f1e4fd-e21e-4f76-a8fb-9467d46547c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:36.924710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Pushing event updated for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:36.938670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:37.135032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Attempting to bind port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:39:37.135418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Attempting to bind port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:39:37.135842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Attempting to bind port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 on network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:39:37.142541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:39:37.142933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Checking segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:39:37.143367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:37.143773 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Bound using segment: {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'} {{(pid=83997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:39:37.144278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Bound port: 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d05bb81-8431-41fd-986f-c11175c12114', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5'}}] {{(pid=83997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:39:37.144674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:37.265601 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, cleared binding levels {{(pid=83997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:39:37.268793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:39:37.273004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:37.288735 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:37.453820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Pushing event updated for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=3']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:37.460488 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:37.494745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:37.495434 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:37.497031 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] 10.222.0.101 "PUT /v2.0/ports/6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 1158 time: 1.4110553 Feb 18 12:39:37.497587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:37.551541 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'status': 'completed', 'code': 200} Feb 18 12:39:37.686472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-3a11127e-004c-429d-99bc-26dd7cb6393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:37.688180 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-3a11127e-004c-429d-99bc-26dd7cb6393f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1161 time: 0.0926657 Feb 18 12:39:37.786591 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-739acf40-201a-40aa-841c-48b7cb47c534 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 217 time: 0.0779276 Feb 18 12:39:37.871729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-fdafff09-b661-4abb-98f4-bb0699cbba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:37.873331 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-fdafff09-b661-4abb-98f4-bb0699cbba62 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0777516 Feb 18 12:39:37.879025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b08b7-29b9-4351-a2cb-45ec871335d3 req-89e1d424-70a0-402b-874c-09ba08a5ad49 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:37.881611 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c28b08b7-29b9-4351-a2cb-45ec871335d3 req-89e1d424-70a0-402b-874c-09ba08a5ad49 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0991702 Feb 18 12:39:37.937396 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c28b08b7-29b9-4351-a2cb-45ec871335d3 req-011aa018-9e98-4ec8-a70d-7ebcbed350a2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495355 Feb 18 12:39:37.975199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-7a389d32-983a-4b2e-8bcf-7b0918cfdd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:37.976745 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-7a389d32-983a-4b2e-8bcf-7b0918cfdd62 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877702 Feb 18 12:39:38.136853 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-d793b95b-77d1-42c6-b84d-1ef6bb6dac05 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471903 Feb 18 12:39:38.292999 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02e8b68f-cace-4755-884a-145d89f9ee7e req-a74979f7-505b-437f-a5f9-0c9f10303f53 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1481967 Feb 18 12:39:38.519218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-7c0987f6-b199-4e53-b2f4-57a976c4263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:38.522194 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-7c0987f6-b199-4e53-b2f4-57a976c4263d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1161 time: 0.0905473 Feb 18 12:39:38.678055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-e4b0baa7-cf39-40bf-acdc-d11b236d0271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:38.679677 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-e4b0baa7-cf39-40bf-acdc-d11b236d0271 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.1480618 Feb 18 12:39:38.757715 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-0f5135db-1101-4223-b858-cb2e45e73c5c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 217 time: 0.0694375 Feb 18 12:39:38.834637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-4503d0ce-f9c1-4361-af06-9b8004375f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:38.836657 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-4503d0ce-f9c1-4361-af06-9b8004375f75 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0717061 Feb 18 12:39:38.933419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-4277df98-a3c3-4a5a-a64a-ffd5033b1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:38.934969 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-4277df98-a3c3-4a5a-a64a-ffd5033b1bec service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0885611 Feb 18 12:39:39.146369 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-3ab77e29-3a06-49f0-b1f6-892c305eb510 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023375 Feb 18 12:39:39.294111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a622f-a079-4046-91d6-218b07f82737 req-1c451a99-eb0d-479e-8885-0a849e0336bd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:39.294864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-4b9a622f-a079-4046-91d6-218b07f82737 req-1c451a99-eb0d-479e-8885-0a849e0336bd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:39:39.342603 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-a8a9dac5-c9c8-4ad1-be2b-2e32b256cace service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1862521 Feb 18 12:39:39.343490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-4b9a622f-a079-4046-91d6-218b07f82737 req-1c451a99-eb0d-479e-8885-0a849e0336bd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:39:39.344748 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4b9a622f-a079-4046-91d6-218b07f82737 req-1c451a99-eb0d-479e-8885-0a849e0336bd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.2702475 Feb 18 12:39:39.418662 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4b9a622f-a079-4046-91d6-218b07f82737 req-3a2e8ad3-e586-4991-9f45-1c483b4842a3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616975 Feb 18 12:39:39.430848 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-d1629a5d-cf81-44d2-9178-ebfaeb6c0c2c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1208296 Feb 18 12:39:39.573578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-262ac835-69af-442b-8f5e-19773f0ef852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:39.575296 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-262ac835-69af-442b-8f5e-19773f0ef852 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1203 time: 0.0873272 Feb 18 12:39:39.751396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-d439477f-db40-4b75-90f6-8ea8913c3aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:39.753078 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-d439477f-db40-4b75-90f6-8ea8913c3aea service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.1517127 Feb 18 12:39:39.916792 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-478c293f-6b9a-4493-8dae-798b832848d1 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 1001 time: 0.1532438 Feb 18 12:39:40.002398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-f453693a-1e8c-4dfe-8338-03efd6b2208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:40.004017 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-f453693a-1e8c-4dfe-8338-03efd6b2208f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.0724261 Feb 18 12:39:40.102093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-698f6bd5-0a5a-44f2-998f-fb85f51e1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:40.103749 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-698f6bd5-0a5a-44f2-998f-fb85f51e1877 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865936 Feb 18 12:39:40.269252 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-1cdc9c03-e73e-417d-aaa7-bca27b1a7b85 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552022 Feb 18 12:39:40.424747 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ec476fea-07df-4aec-b37b-f9ffa7ccc2d5 req-96b2270c-249b-4395-ae4f-919a0cb2b2c9 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479905 Feb 18 12:39:40.638944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c3de13-4238-41ae-8376-9b24ae57ce07 req-79185f53-0abc-4694-baf3-cef7a2ac6d43 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:40.640625 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b5c3de13-4238-41ae-8376-9b24ae57ce07 req-79185f53-0abc-4694-baf3-cef7a2ac6d43 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0948920 Feb 18 12:39:40.700571 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b5c3de13-4238-41ae-8376-9b24ae57ce07 req-5f991304-f139-4b88-8d72-587b8c09b9cd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522380 Feb 18 12:39:41.917090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff499228-fbe2-4de6-b814-f45631f6a8c9 req-e6378662-0f28-4e27-b0a4-c204878bbf0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:41.918769 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff499228-fbe2-4de6-b814-f45631f6a8c9 req-e6378662-0f28-4e27-b0a4-c204878bbf0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0957301 Feb 18 12:39:41.972784 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff499228-fbe2-4de6-b814-f45631f6a8c9 req-b28b206d-fd01-48a1-8399-2738c81d3493 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459230 Feb 18 12:39:43.182165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeacc9-7f1e-414d-b02c-bbd3170f0c7e req-5fed8c18-da1c-4220-8e1d-6751840e7e0c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:43.183804 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4efeacc9-7f1e-414d-b02c-bbd3170f0c7e req-5fed8c18-da1c-4220-8e1d-6751840e7e0c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0892544 Feb 18 12:39:43.235426 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4efeacc9-7f1e-414d-b02c-bbd3170f0c7e req-41ebed54-2ce1-4388-9443-c60fa44da8ea tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449419 Feb 18 12:39:44.240824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:39:44.337782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:39:44.344142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:39:44.344551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.482599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.483376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c601400-a2f8-4a53-a28a-f90107e09a7f req-1f6e9ac8-671c-4bf5-ad73-60bffe4e7429 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:44.485134 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1c601400-a2f8-4a53-a28a-f90107e09a7f req-1f6e9ac8-671c-4bf5-ad73-60bffe4e7429 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1034782 Feb 18 12:39:44.514596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:44.527147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:39:44.532132 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:44.533314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:39:44.553568 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1c601400-a2f8-4a53-a28a-f90107e09a7f req-5d972460-4943-4dea-8130-dc27fd058307 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608919 Feb 18 12:39:44.617925 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:39:44.626550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.626934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.627344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.627744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.628099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.628480 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.628978 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.629275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.629646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.630015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.630382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.630753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.631167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.631529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.631892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.632261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.632614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.632999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.633367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.633724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.634156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.634459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.634850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.635156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:39:44.639937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:39:44.652927 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'code': 200} Feb 18 12:39:45.023492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcb848-dc99-4eea-92c3-d3da5d703e66 req-a8668b45-ae9e-4b03-88f3-fc9d74ff39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:45.025108 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e2bcb848-dc99-4eea-92c3-d3da5d703e66 req-a8668b45-ae9e-4b03-88f3-fc9d74ff39b9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1163 time: 0.0990388 Feb 18 12:39:45.076222 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e2bcb848-dc99-4eea-92c3-d3da5d703e66 req-0595a4ec-878c-4cab-8e73-d4d4abb4e5e4 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 Feb 18 12:39:45.527251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:39:45.609900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:39:45.610326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:45.789552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15652f24-5ccd-42a1-b25c-5b8ece6a1ede req-4860756c-6472-464c-9b4b-766090e4c179 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:45.791185 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-15652f24-5ccd-42a1-b25c-5b8ece6a1ede req-4860756c-6472-464c-9b4b-766090e4c179 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1058564 Feb 18 12:39:45.858012 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-15652f24-5ccd-42a1-b25c-5b8ece6a1ede req-f25e3388-477a-4bfd-9b48-e4181d2ddeac tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597622 Feb 18 12:39:46.773588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:47.119796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb7091-6223-4664-a591-a5998597136c req-e2fd1a0c-83f3-4cda-979c-094443a6ac7a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:47.121788 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-17fb7091-6223-4664-a591-a5998597136c req-e2fd1a0c-83f3-4cda-979c-094443a6ac7a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1095166 Feb 18 12:39:47.181577 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-17fb7091-6223-4664-a591-a5998597136c req-0917d486-b055-40ac-aacc-8d78c1c5192f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489428 Feb 18 12:39:48.433257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8583bd-ff08-45f9-977e-63abe4976f66 req-9019aede-27d3-4f49-8ed2-77fe5cbb9e45 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:48.435033 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fa8583bd-ff08-45f9-977e-63abe4976f66 req-9019aede-27d3-4f49-8ed2-77fe5cbb9e45 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1044497 Feb 18 12:39:48.492576 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fa8583bd-ff08-45f9-977e-63abe4976f66 req-8061081a-490a-44cb-86dc-62410bcd3bbd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496252 Feb 18 12:39:48.716313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d82626-260f-4bdd-a47a-b66a9724aa4e req-5d376e38-648c-41a5-a5d1-97ab13e033dd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:48.718109 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-58d82626-260f-4bdd-a47a-b66a9724aa4e req-5d376e38-648c-41a5-a5d1-97ab13e033dd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0936871 Feb 18 12:39:48.730987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54316) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:39:48.736806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Request body: {'floatingip': {'port_id': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:39:48.827931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.569659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:49.601810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.070994 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Floating IP f670ed60-e1a2-4ff6-8cf6-e4e482913219 associated. External IP: 172.28.3.169, port: 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1. Feb 18 12:39:50.516008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:39:50.756217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:39:50.763107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:50.769649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] Sync routers for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:39:50.789632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:50.790859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:39:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:50.835980 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a0f109f1-8a8f-49d7-b189-aed036c7cf6f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "PUT /v2.0/floatingips/f670ed60-e1a2-4ff6-8cf6-e4e482913219 HTTP/1.1" status: 200 len: 992 time: 2.1037452 Feb 18 12:39:50.837259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:39:51.028414 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'status': 'completed', 'code': 200} Feb 18 12:39:51.073387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:51.251231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-cd7749bc-b5ea-483c-9045-772dc6d10610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:51.254678 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-cd7749bc-b5ea-483c-9045-772dc6d10610 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1163 time: 0.1382401 Feb 18 12:39:51.468049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-96b4fc88-6e4a-409b-a787-3796ca034ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:51.470912 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-96b4fc88-6e4a-409b-a787-3796ca034ef4 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.2037189 Feb 18 12:39:51.620277 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-6418269d-7329-4ee9-8c34-57fd34dc0602 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 1000 time: 0.1353641 Feb 18 12:39:51.671487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'f670ed60-e1a2-4ff6-8cf6-e4e482913219', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'port_id': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'mac_address': 'fa:16:3e:95:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:39:31Z', 'updated_at': '2021-02-18T12:39:49Z', 'revision_number': 1, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:51.677435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] Checking router: 0362f9c0-6d88-471c-8d6e-d787b03dcff6 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:39:51.691539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:39:51.692276 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:39:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:51.720183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-b1305927-a6a4-4aec-a1bf-c86b28ba0463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:51.722074 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-b1305927-a6a4-4aec-a1bf-c86b28ba0463 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0852280 Feb 18 12:39:51.849273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-3f75c2d6-33fa-461e-a396-3d6d73a809f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:39:51.850955 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-3f75c2d6-33fa-461e-a396-3d6d73a809f9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1188056 Feb 18 12:39:51.960411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:39:52.050426 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-67ed2d67-1a58-4e03-9e36-60959a09d452 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875417 Feb 18 12:39:52.297723 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9ffb188a-62d1-4838-8f2a-b1c3e653850f req-ec20266f-548c-4eab-9b6f-96ee2abac8f0 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2305362 Feb 18 12:39:52.670858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'f670ed60-e1a2-4ff6-8cf6-e4e482913219', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'port_id': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'mac_address': 'fa:16:3e:95:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:39:31Z', 'updated_at': '2021-02-18T12:39:49Z', 'revision_number': 1, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:39:52.675257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129f52c-af3a-4b53-bc65-79adb4a806db None None] The sync data for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb is: [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'f670ed60-e1a2-4ff6-8cf6-e4e482913219', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'floating_ip_address': '172.28.3.169', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'port_id': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'mac_address': 'fa:16:3e:95:85:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:39:31Z', 'updated_at': '2021-02-18T12:39:49Z', 'revision_number': 1, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:39:52.991717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa47ad3-1d51-4648-8f9b-ff73fe62ec31 None None] New status for floating IP f670ed60-e1a2-4ff6-8cf6-e4e482913219: ACTIVE {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:39:53.478683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:39:57.224194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b40582ac-70cd-4724-89a6-a7402079dda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:39:59.697381 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb73c4a2-dd15-463f-8583-4b75139d5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:00.086411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.549275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:01.604180 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:16.782799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:27.218881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a2937353-e13b-440e-a804-b021fb73b737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:29.691279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7c87677d-a675-4882-b631-96cae1645425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:30.084240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:30.468357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:40:31.551304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:31.598721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:33.067284 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-ae2c8ff6-9c9e-455f-a1a4-ebcfe5a7fc2f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-735951417&fields=id&tenant_id=ad0988959c1c4f408d8edba19252eea9 HTTP/1.1" status: 200 len: 267 time: 0.0470202 Feb 18 12:40:33.165349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-1af80ac1-aad8-4be7-881c-36d7e96e7749 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:33.167026 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-1af80ac1-aad8-4be7-881c-36d7e96e7749 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 985 time: 0.0938578 Feb 18 12:40:33.183518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Request body: {'port': {'security_groups': ['1f4f2106-82ea-4818-950c-b0fa8b4cc2bd']}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:40:33.324860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:33.661043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] For port 66ada81a-7355-41cd-b899-d5542762b1e5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=66ada81a-7355-41cd-b899-d5542762b1e5,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:33.691371 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:33.695043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:33.710406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7d0b4a69-08d1-4913-809f-adfac7513c93 tempest-VolumesActionsTest-1882215700 tempest-VolumesActionsTest-1882215700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:33.874175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event updated for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=6']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:33.888784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.889223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.889623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.890020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.890412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.890805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.891236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.891753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.892019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.892405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.892790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.893199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.894351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.894902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.895104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.895494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.895878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.896273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.896651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.897056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.897440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.897820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.898201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.898579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:33.913027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:33.939159 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:33.940262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:33.943377 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8a814ac-71a3-4e63-97cf-9af95bc5956f req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "PUT /v2.0/ports/66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 943 time: 0.7654483 Feb 18 12:40:33.943951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:40:33.998836 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'status': 'completed', 'code': 200} Feb 18 12:40:34.025973 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-08dbe9e5-fa54-4303-bb83-c989c48be70a req-5c005e73-15cd-4898-b637-46844e111e8c tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups/49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e HTTP/1.1" status: 200 len: 3003 time: 0.0592160 Feb 18 12:40:34.109629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-08dbe9e5-fa54-4303-bb83-c989c48be70a req-6b499868-ca47-431a-85c8-004eaaac64bb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:34.139349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-26218477-9213-4145-833b-f3a6cdcd6606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:34.140429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-08dbe9e5-fa54-4303-bb83-c989c48be70a req-6b499868-ca47-431a-85c8-004eaaac64bb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:34.141013 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-26218477-9213-4145-833b-f3a6cdcd6606 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1163 time: 0.0915082 Feb 18 12:40:34.196341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-08dbe9e5-fa54-4303-bb83-c989c48be70a req-6b499868-ca47-431a-85c8-004eaaac64bb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:34.198472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-11f0336b-75e0-481c-9adc-08691ea2ba9c None None] Provisioning complete for port 66ada81a-7355-41cd-b899-d5542762b1e5 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:40:34.199220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-11f0336b-75e0-481c-9adc-08691ea2ba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:34.202009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8212b180-e358-4af3-b878-ce519485ca4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:34.219553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b499868-ca47-431a-85c8-004eaaac64bb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:34.223693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6b499868-ca47-431a-85c8-004eaaac64bb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:34.230656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-08dbe9e5-fa54-4303-bb83-c989c48be70a req-6b499868-ca47-431a-85c8-004eaaac64bb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:34.232685 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-08dbe9e5-fa54-4303-bb83-c989c48be70a req-6b499868-ca47-431a-85c8-004eaaac64bb tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "DELETE /v2.0/security-groups/49b6ae79-7d61-4683-9d3f-8aa5b3ccdb2e HTTP/1.1" status: 204 len: 173 time: 0.1999147 Feb 18 12:40:34.401747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-e868a39b-57cb-4e83-a30a-4fad056e81ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:34.403346 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-e868a39b-57cb-4e83-a30a-4fad056e81ee service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.2545907 Feb 18 12:40:34.411478 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-125a260d-e333-48de-81fc-ae189cf231e5 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/floatingips/1da7e701-7302-4905-85f0-6d44fca631f2 HTTP/1.1" status: 200 len: 998 time: 0.1576676 Feb 18 12:40:34.843178 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-5bea0ffb-1e60-4e51-846a-18010046ec4c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 1001 time: 0.4306459 Feb 18 12:40:34.955244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-f00dd53f-7f24-4828-84da-49c655e71689 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:34.956908 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-f00dd53f-7f24-4828-84da-49c655e71689 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/networks/8aeb3598-1153-4699-96ad-276093b44ab6 HTTP/1.1" status: 200 len: 784 time: 0.4918234 Feb 18 12:40:34.960541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-f65db06f-51c8-40f8-97a9-4d65001e1ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:34.962049 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-f65db06f-51c8-40f8-97a9-4d65001e1ce7 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.1063521 Feb 18 12:40:34.967880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-7fe109b0-9aa6-40f9-8203-d379144a3d3f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:40:34.968978 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-7fe109b0-9aa6-40f9-8203-d379144a3d3f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0059607 Feb 18 12:40:35.139574 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-33ab2b13-5bb8-4810-b58e-7cbb00856e4a tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.73 HTTP/1.1" status: 200 len: 1001 time: 0.1289837 Feb 18 12:40:35.191775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-886da7f8-2308-419e-b694-12090064739a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:35.193426 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-886da7f8-2308-419e-b694-12090064739a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2235670 Feb 18 12:40:35.318771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-11c5c569-c77d-4a21-9f78-9c288ba94a3a tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:35.320291 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-11c5c569-c77d-4a21-9f78-9c288ba94a3a tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports/66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 943 time: 0.1741266 Feb 18 12:40:35.373874 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-88792ea4-fc59-42d7-a12d-976f2abf21c7 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683702 Feb 18 12:40:35.608038 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-42a1caeb-87cf-4f15-890e-7fa1b39a2adc tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.73 HTTP/1.1" status: 200 len: 1001 time: 0.1498988 Feb 18 12:40:35.716426 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fe493e05-47ae-4900-a4f4-32ae7707ee2c req-56e5e40f-5e8b-4b15-965b-9c4a8d78f943 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3347933 Feb 18 12:40:35.859758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Deleting port 1e916d70-8710-488b-ba9d-9ad2f0167616 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:35.860130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.044749 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.045072 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.186409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Calling delete_port for 1e916d70-8710-488b-ba9d-9ad2f0167616 owned by network:floatingip {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:36.289599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 66ada81a-7355-41cd-b899-d5542762b1e5 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:40:36.357380 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.369338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 66ada81a-7355-41cd-b899-d5542762b1e5 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:40:36.369755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.378566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:36.486200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event deleted for resources: {'Port': ['ID=1e916d70-8710-488b-ba9d-9ad2f0167616,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:36.498667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.499086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.499504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.499902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.500302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.500702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.501151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.501532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.501930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.502323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.502715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.503138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.503640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.503954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.504347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.504734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.505160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.506009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.506009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.506278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.506648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.507034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.507426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.507809 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:36.515332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:36.624660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks [] for floatingip, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:36.625067 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Floating IP 1da7e701-7302-4905-85f0-6d44fca631f2 disassociated (deleted). External IP: 172.28.3.73, port: 66ada81a-7355-41cd-b899-d5542762b1e5. Feb 18 12:40:37.009603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Router 41f37268-ded5-46cb-a539-3b79f02af167 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:40:37.205250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:40:37.215691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] Sync routers for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:40:37.225937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:37.226722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:40:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:37.230720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:37.293818 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "DELETE /v2.0/floatingips/1da7e701-7302-4905-85f0-6d44fca631f2 HTTP/1.1" status: 204 len: 173 time: 1.6725085 Feb 18 12:40:37.294654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:40:37.390200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-950a94a6-df7b-4828-bbdf-55891096d8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:37.391858 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-950a94a6-df7b-4828-bbdf-55891096d8c0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1163 time: 0.0861387 Feb 18 12:40:37.463540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:37.519365 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'status': 'completed', 'code': 200} Feb 18 12:40:37.550456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-da7ee54e-e4d1-4e66-9b37-0a8397701fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:37.552322 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-da7ee54e-e4d1-4e66-9b37-0a8397701fdd service neutron] 10.222.0.85 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.1533914 Feb 18 12:40:37.826635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:03Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:37.831620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] Checking router: 41f37268-ded5-46cb-a539-3b79f02af167 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:40:37.842304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:37.843038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:40:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:37.944543 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-ca2fd5b7-6f4d-4ef2-a601-682b3cca6e67 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 217 time: 0.3848200 Feb 18 12:40:38.030349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-aedc3d9d-4add-4de9-9c91-a906ef01c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:38.031942 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-aedc3d9d-4add-4de9-9c91-a906ef01c57a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.0792913 Feb 18 12:40:38.047288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:38.086207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-bbb1d6e0-68e6-4cc7-aa3e-ba75d7590865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:38.087743 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-bbb1d6e0-68e6-4cc7-aa3e-ba75d7590865 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1163 time: 0.4728184 Feb 18 12:40:38.257574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-6b5ae234-d9da-440f-a77f-77ba959dc173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:38.259226 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-6b5ae234-d9da-440f-a77f-77ba959dc173 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2190576 Feb 18 12:40:38.260314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-f5f5359f-dbee-4c74-b898-9ca638afde61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:38.261743 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-f5f5359f-dbee-4c74-b898-9ca638afde61 service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.1625121 Feb 18 12:40:38.392976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:03Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:38.398438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b91a85b-e31f-438a-bda9-04d36eadf9b5 None None] The sync data for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb is: [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:36:54Z', 'revision_number': 4, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8', 'name': '', 'network_id': '29e4cdf4-c706-4225-b431-a7f53756d8c2', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'mac_address': 'fa:16:3e:f0:0f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:53Z', 'updated_at': '2021-02-18T12:37:03Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'subnets': [{'id': 'fb6a1cff-f48c-477f-8581-0ceb5e32f039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:40:38.431309 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-9678e328-a645-4def-9cbd-eb34927ad377 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 217 time: 0.1385064 Feb 18 12:40:38.542638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-edaf19c0-52d8-4496-9252-9ab6ab89988c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:38.544266 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-edaf19c0-52d8-4496-9252-9ab6ab89988c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.1047025 Feb 18 12:40:38.547635 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-65e4c8c2-e79c-43e1-8fec-9f9c523f11d2 service neutron] 10.222.0.85 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806125 Feb 18 12:40:38.774166 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19baf2e6-64e6-4c11-9149-55c0934beccc req-04411713-199b-46a4-ac7c-1e53e5d956b5 service neutron] 10.222.0.85 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2189314 Feb 18 12:40:38.776205 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-f942c017-d3b7-4962-b0b9-98d0775c6fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:38.777734 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-f942c017-d3b7-4962-b0b9-98d0775c6fa5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1995673 Feb 18 12:40:38.863508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8184c-537d-45a5-9638-c418f93a5528 None None] New status for floating IP 1da7e701-7302-4905-85f0-6d44fca631f2: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:40:38.937649 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-89c2677a-4b3d-41ba-8b56-33d98e417a6c service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510947 Feb 18 12:40:39.093784 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71c66216-f41d-446e-b227-f76bc85e9a0b req-af6ec181-92dd-4d31-8533-71ddc8c30ca6 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473036 Feb 18 12:40:39.403795 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-5d40cca2-101c-43f1-b43f-214b1eac8f4c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0806432 Feb 18 12:40:39.589408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b07d-08a2-4c53-ab42-120699504769 req-144970cc-ed10-4173-a504-fe2acfe60502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:39.591006 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-144970cc-ed10-4173-a504-fe2acfe60502 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0988959c1c4f408d8edba19252eea9&device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 1163 time: 0.0805378 Feb 18 12:40:39.762291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b07d-08a2-4c53-ab42-120699504769 req-1a7e5e54-be2d-40dd-8f99-4fa7e5657953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:39.763907 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-1a7e5e54-be2d-40dd-8f99-4fa7e5657953 service neutron] 10.222.0.101 "GET /v2.0/networks?id=29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 200 len: 909 time: 0.1527636 Feb 18 12:40:39.843942 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-d13cd43c-f7de-4e7d-9382-b1f0acc5e224 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 200 len: 217 time: 0.0714693 Feb 18 12:40:39.922239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b07d-08a2-4c53-ab42-120699504769 req-0fc80753-a0fb-4ae6-81f7-71b829c58f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:39.923585 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-0fc80753-a0fb-4ae6-81f7-71b829c58f5e service neutron] 10.222.0.101 "GET /v2.0/subnets?id=fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 200 len: 854 time: 0.0703444 Feb 18 12:40:40.011746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7b07d-08a2-4c53-ab42-120699504769 req-6552c6b2-0444-4e65-b637-151439cd7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:40.013402 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-6552c6b2-0444-4e65-b637-151439cd7803 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=29e4cdf4-c706-4225-b431-a7f53756d8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813386 Feb 18 12:40:40.163592 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-84e2d3b5-08ab-4a7d-82e4-15d7d64f1f68 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416256 Feb 18 12:40:40.318823 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aab7b07d-08a2-4c53-ab42-120699504769 req-fb2d92a6-d629-41cf-8313-903616937609 service neutron] 10.222.0.101 "GET /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483309 Feb 18 12:40:43.322829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93db7e03-2654-497a-9633-92d1b8a68ced req-f1e5f054-aa8e-46c9-b10c-b6ece7bc98ae tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:43.324652 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93db7e03-2654-497a-9633-92d1b8a68ced req-f1e5f054-aa8e-46c9-b10c-b6ece7bc98ae tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.0943339 Feb 18 12:40:43.379170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-93db7e03-2654-497a-9633-92d1b8a68ced req-1947899d-b1c8-4239-a5de-446ccc89d83d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:43.394057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-93db7e03-2654-497a-9633-92d1b8a68ced req-1947899d-b1c8-4239-a5de-446ccc89d83d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:43.395315 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-93db7e03-2654-497a-9633-92d1b8a68ced req-1947899d-b1c8-4239-a5de-446ccc89d83d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618727 Feb 18 12:40:44.600110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e2aec-e113-4f86-a758-a87e500097bf req-4e65286f-1c96-4689-abda-2639059ed12d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:44.601690 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e33e2aec-e113-4f86-a758-a87e500097bf req-4e65286f-1c96-4689-abda-2639059ed12d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.0913334 Feb 18 12:40:44.650766 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e33e2aec-e113-4f86-a758-a87e500097bf req-30f8e099-c1ab-4608-ba3a-89ec81f45d99 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427732 Feb 18 12:40:45.872580 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00abf3-d020-4ec1-b734-e61c12b6eb5f req-fd27d63c-4d9e-41aa-b0ed-cd108ef54f35 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:45.874315 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2d00abf3-d020-4ec1-b734-e61c12b6eb5f req-fd27d63c-4d9e-41aa-b0ed-cd108ef54f35 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.1060107 Feb 18 12:40:45.927953 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2d00abf3-d020-4ec1-b734-e61c12b6eb5f req-9eef726f-4b44-4d41-9710-8db252a500ad tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/security-groups?id=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467017 Feb 18 12:40:46.132096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b8970-12da-40b8-ae58-967355d0905e req-fa965f3c-8ad9-455d-8205-69711f98aced tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:40:46.132791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-2f2b8970-12da-40b8-ae58-967355d0905e req-fa965f3c-8ad9-455d-8205-69711f98aced tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Synchronizing usage tracker for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:40:46.152827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-2f2b8970-12da-40b8-ae58-967355d0905e req-fa965f3c-8ad9-455d-8205-69711f98aced tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Unset dirty status for tenant:ad0988959c1c4f408d8edba19252eea9 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:40:46.154484 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f2b8970-12da-40b8-ae58-967355d0905e req-fa965f3c-8ad9-455d-8205-69711f98aced tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.101 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 946 time: 0.1112983 Feb 18 12:40:46.166864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 66ada81a-7355-41cd-b899-d5542762b1e5 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:46.255115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Deleting port 66ada81a-7355-41cd-b899-d5542762b1e5 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:46.255498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.308920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.340772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:40:46.354288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 66ada81a-7355-41cd-b899-d5542762b1e5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=66ada81a-7355-41cd-b899-d5542762b1e5,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:46.359368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.362476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:46.412802 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'code': 200} Feb 18 12:40:46.622805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] For port 66ada81a-7355-41cd-b899-d5542762b1e5, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=66ada81a-7355-41cd-b899-d5542762b1e5,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:46.623168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.634448 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=7']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:46.644412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.644719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.645287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.645737 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.646077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.646551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.646799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.647174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.647542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.647909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.648268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.648631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.649068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.649442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.649815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.650122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.650478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.650976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.651330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.651688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.652048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.652403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.652760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.653163 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:40:46.660571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:46.781397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Calling delete_port for 66ada81a-7355-41cd-b899-d5542762b1e5 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:46.794268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.954554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:46.970627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-134d9a79-7d0a-451f-96f7-fe26f425bb72 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:47.071903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Pushing event deleted for resources: {'Port': ['ID=66ada81a-7355-41cd-b899-d5542762b1e5,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:47.113186 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:47.135567 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-db6f6f58-08de-40de-9ab9-6cf54ebea8ed req-8e908d5d-560f-486b-bced-ffd61ea40bbc tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.85 "GET /v2.0/ports?device_id=94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d HTTP/1.1" status: 200 len: 210 time: 0.0649207 Feb 18 12:40:47.239360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] No DVR routers for this DVR port 66ada81a-7355-41cd-b899-d5542762b1e5 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:40:47.241765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:47.244613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'name': 'network-vif-deleted', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:40:47.261283 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f2b8970-12da-40b8-ae58-967355d0905e req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] 10.222.0.101 "DELETE /v2.0/ports/66ada81a-7355-41cd-b899-d5542762b1e5 HTTP/1.1" status: 204 len: 173 time: 1.0987713 Feb 18 12:40:47.296413 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e909a3-ad2e-47f9-a7ef-1b37bbf3ff3d', 'name': 'network-vif-deleted', 'tag': '66ada81a-7355-41cd-b899-d5542762b1e5', 'status': 'completed', 'code': 200} Feb 18 12:40:48.960662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54522) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:49.819106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854010545'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:50.210235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Deleting port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:50.210865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:50.407893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] For port 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:50.408203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:50.542667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Calling delete_port for 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:50.734794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:50.750660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:50.859153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:50.865292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:51.181864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1532819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763900'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:51.722848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Router 41f37268-ded5-46cb-a539-3b79f02af167 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:40:51.936478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:40:51.946769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] Sync routers for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:40:51.952983 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] 10.222.0.85 "PUT /v2.0/routers/41f37268-ded5-46cb-a539-3b79f02af167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9892449 Feb 18 12:40:51.956281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54532) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:51.958499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:51.959207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:40:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:52.155248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks [] for router, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:52.157056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:52.483890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:40:50Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:52.488220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] Checking router: 41f37268-ded5-46cb-a539-3b79f02af167 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:40:52.497785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] Routers {'41f37268-ded5-46cb-a539-3b79f02af167'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:40:52.498459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:40:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['41f37268-ded5-46cb-a539-3b79f02af167'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:52.594398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:52.603090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Deleting port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:52.603473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:52.701096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] Set router 41f37268-ded5-46cb-a539-3b79f02af167 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:40:52.807912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] For port cb73dd85-ec7f-4f64-a8c2-3dba10343e8c, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:52.808522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:52.954681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Calling delete_port for cb73dd85-ec7f-4f64-a8c2-3dba10343e8c owned by network:router_gateway {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:53.024378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:40:50Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:53.028614 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b5cf11-e743-46f4-b9b0-b554c4841996 None None] The sync data for ids ['41f37268-ded5-46cb-a539-3b79f02af167'] in dv-cinder-776422-1-smb is: [{'id': '41f37268-ded5-46cb-a539-3b79f02af167', 'name': 'tempest-TestMinimumBasicScenario-1396011606-router', 'tenant_id': 'ad0988959c1c4f408d8edba19252eea9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153'}], 'enable_snat': True}, 'gw_port_id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:36:44Z', 'updated_at': '2021-02-18T12:40:50Z', 'revision_number': 5, 'project_id': 'ad0988959c1c4f408d8edba19252eea9', 'gw_port': {'id': 'cb73dd85-ec7f-4f64-a8c2-3dba10343e8c', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:46:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f37268-ded5-46cb-a539-3b79f02af167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:36:46Z', 'updated_at': '2021-02-18T12:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:40:53.152022 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.166078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:53.264118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:53.274535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb73dd85-ec7f-4f64-a8c2-3dba10343e8c,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:53.277382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:53.303685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:53.304091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5c4131b6-c699-4fe1-bfc6-a4f02d9d41f8 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:53.414033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854007955'] for router_gateway, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.605758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854748152'] for router, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.608138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.699572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854011118'] for router, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.700141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f37268-ded5-46cb-a539-3b79f02af167 {{(pid=83996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:40:53.713898 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.717492 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] 10.222.0.85 "DELETE /v2.0/routers/41f37268-ded5-46cb-a539-3b79f02af167 HTTP/1.1" status: 204 len: 168 time: 1.7598453 Feb 18 12:40:53.718082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54540) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:53.788471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Deleting subnet fb6a1cff-f48c-477f-8581-0ceb5e32f039 {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:40:53.791948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.849626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6698161'] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:53.983899 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.252977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-997423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6894015'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.270009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a9aad6a6-75d8-4ccb-81b9-01b1af61739d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:54.375319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb6a1cff-f48c-477f-8581-0ceb5e32f039,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:54.379748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:54.415456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.421104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20582fa4-1972-4007-9a27-9c8d1bbd3e43 None None] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:40:54.421595 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0f00917e-c0b4-47c6-a11d-e471d6233f27 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/fb6a1cff-f48c-477f-8581-0ceb5e32f039 HTTP/1.1" status: 204 len: 168 time: 0.7024086 Feb 18 12:40:54.424848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54544) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:54.546419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.701734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] DHCP port deletion for 29e4cdf4-c706-4225-b431-a7f53756d8c2 request from dv-cinder-776422-1-smb {{(pid=83998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:40:54.707216 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Deleting port 52c21735-eaaf-4851-9e0a-0e249f11baff {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:54.707638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.868855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Deleting port 52c21735-eaaf-4851-9e0a-0e249f11baff {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:54.869525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:54.946426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] For port 52c21735-eaaf-4851-9e0a-0e249f11baff, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=52c21735-eaaf-4851-9e0a-0e249f11baff,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:54.946793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.087435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Calling delete_port for 52c21735-eaaf-4851-9e0a-0e249f11baff owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:55.128264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] For port 52c21735-eaaf-4851-9e0a-0e249f11baff, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=52c21735-eaaf-4851-9e0a-0e249f11baff,segment=NetworkSegment(6d8ba418-3f45-4f4a-91fc-ca74e209af42),segment_id=6d8ba418-3f45-4f4a-91fc-ca74e209af42)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:40:55.128669 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.236849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.249804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d60fba9a-fac1-41a9-bc58-5cd63f99e71c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:55.269198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Calling delete_port for 52c21735-eaaf-4851-9e0a-0e249f11baff owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:40:55.359116 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:40:55.359459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:40:55.512201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 52c21735-eaaf-4851-9e0a-0e249f11baff no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:55.550831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Pushing event deleted for resources: {'Port': ['ID=52c21735-eaaf-4851-9e0a-0e249f11baff,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:55.553435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:55.570969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 52c21735-eaaf-4851-9e0a-0e249f11baff {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:55.571356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 52c21735-eaaf-4851-9e0a-0e249f11baff not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:55.571823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cb73dd85-ec7f-4f64-a8c2-3dba10343e8c no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:40:55.615513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: cb73dd85-ec7f-4f64-a8c2-3dba10343e8c {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:40:55.615903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cb73dd85-ec7f-4f64-a8c2-3dba10343e8c not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:40:55.656120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] No DVR routers for this DVR port 52c21735-eaaf-4851-9e0a-0e249f11baff on host dv-cinder-776422-1-smb {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:40:55.860251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Deleting port 52c21735-eaaf-4851-9e0a-0e249f11baff {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:40:55.860645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:55.939774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] The port '52c21735-eaaf-4851-9e0a-0e249f11baff' was deleted {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:40:56.070838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.188171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e4cdf4-c706-4225-b431-a7f53756d8c2']}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:56.204974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d8ba418-3f45-4f4a-91fc-ca74e209af42') {'for_net_delete': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:56.205253 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d8ba418-3f45-4f4a-91fc-ca74e209af42') {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:40:56.217874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848077687'] for segment, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.233764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.235761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:40:56.422218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:56.433454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853790834'] for segment, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.620554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Network 29e4cdf4-c706-4225-b431-a7f53756d8c2 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: % (table.description, expected, rows_matched) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: % (table.description, expected, rows_matched) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: % (table.description, expected, rows_matched) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: % (table.description, expected, rows_matched) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:40:56.644441 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:40:56.736475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.740751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:56.755539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:56.767052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e4cdf4-c706-4225-b431-a7f53756d8c2,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:56.770983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:56.781849 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] 10.222.0.85 "DELETE /v2.0/networks/29e4cdf4-c706-4225-b431-a7f53756d8c2 HTTP/1.1" status: 204 len: 168 time: 2.3556559 Feb 18 12:40:56.975201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54554) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:57.027275 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c29401c1-e69e-48df-8423-a06a0cd068f0 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=ad0988959c1c4f408d8edba19252eea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505159 Feb 18 12:40:57.029964 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54558) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:40:57.097571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.126764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.173105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.179213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bc47a5ee-d6fa-471d-a69f-45163785aca3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:40:57.194734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4f2106-82ea-4818-950c-b0fa8b4cc2bd,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:40:57.199371 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:40:57.203090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:57.205823 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1f4f2106-82ea-4818-950c-b0fa8b4cc2bd HTTP/1.1" status: 204 len: 168 time: 0.1744158 Feb 18 12:40:57.238211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fb5a5315-97df-41a7-b0ef-f1cb9ce355ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:40:59.695379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1c384d68-956f-4670-871e-27f936510c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:00.086865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:01.551654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:01.601464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:07.470873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:41:16.788440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:19.813880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14d210-b6d0-49bc-bfa5-1d0afa942ac3 req-d7366367-3f82-48a8-ac8c-b007493adf0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:19.815440 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ad14d210-b6d0-49bc-bfa5-1d0afa942ac3 req-d7366367-3f82-48a8-ac8c-b007493adf0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1051226 Feb 18 12:41:19.885824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ad14d210-b6d0-49bc-bfa5-1d0afa942ac3 req-e0ec793c-20b5-4006-929b-4c1ae3bb2f09 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604937 Feb 18 12:41:21.104965 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff2e41-749a-4135-804e-50de884334ce req-b45f3e63-7c5f-4959-aea1-79af44950792 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:21.106604 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-21ff2e41-749a-4135-804e-50de884334ce req-b45f3e63-7c5f-4959-aea1-79af44950792 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0904450 Feb 18 12:41:21.169025 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-21ff2e41-749a-4135-804e-50de884334ce req-72a14717-f066-4f82-bce4-531b7b8a15b1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545552 Feb 18 12:41:22.385731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee6eb5-3d10-403e-8117-b6def37c7ef3 req-636b75d2-2d2f-4092-89f7-66307b20b4e4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:22.387394 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ddee6eb5-3d10-403e-8117-b6def37c7ef3 req-636b75d2-2d2f-4092-89f7-66307b20b4e4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0953860 Feb 18 12:41:22.439765 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ddee6eb5-3d10-403e-8117-b6def37c7ef3 req-ef66bb28-6a91-429d-b69d-47310f4a68aa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458291 Feb 18 12:41:23.654853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae2330-45f8-4d42-a34e-9e7d19c6ef5a req-78ceaa82-942e-4f42-994d-36d3c27becbc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:23.656557 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3eae2330-45f8-4d42-a34e-9e7d19c6ef5a req-78ceaa82-942e-4f42-994d-36d3c27becbc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0917938 Feb 18 12:41:23.712303 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3eae2330-45f8-4d42-a34e-9e7d19c6ef5a req-47b932b7-5891-4e40-a5ed-7db43ab13f86 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482016 Feb 18 12:41:24.923428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5971c95-4737-4f62-a758-c5c498ba3c33 req-6e23f475-7113-43bc-8a6d-18fcf6e67f3e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:24.925114 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c5971c95-4737-4f62-a758-c5c498ba3c33 req-6e23f475-7113-43bc-8a6d-18fcf6e67f3e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0905569 Feb 18 12:41:24.979803 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c5971c95-4737-4f62-a758-c5c498ba3c33 req-f896f8bf-d8c8-435e-aca6-fba674491627 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480983 Feb 18 12:41:26.194955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19731e3b-6b34-4ede-aa6d-bdb1062d878e req-77064820-d905-4aa2-be83-0bf3029bd39c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:26.196561 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19731e3b-6b34-4ede-aa6d-bdb1062d878e req-77064820-d905-4aa2-be83-0bf3029bd39c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0918326 Feb 18 12:41:26.245919 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-19731e3b-6b34-4ede-aa6d-bdb1062d878e req-7a9815cd-8f9f-4447-9f96-f4cde9a63a11 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 Feb 18 12:41:27.228427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-40acc31c-17d2-48ff-9a76-6930c54d501b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:27.481453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3b1ab-e5c5-461a-9c7b-f6f3be06bfe7 req-06504dfe-0ff4-4c7a-83d3-a442b76851af tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:27.483057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85c3b1ab-e5c5-461a-9c7b-f6f3be06bfe7 req-06504dfe-0ff4-4c7a-83d3-a442b76851af tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0965252 Feb 18 12:41:27.535083 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85c3b1ab-e5c5-461a-9c7b-f6f3be06bfe7 req-3d0468ff-d33e-4a8a-bf34-667c86f0eafe tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452495 Feb 18 12:41:28.740432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c5b5d5-071f-47b1-8a52-0d6c1ba9503d req-e157958b-0098-40c0-b36e-8df8a8a5e24f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:28.742193 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2c5b5d5-071f-47b1-8a52-0d6c1ba9503d req-e157958b-0098-40c0-b36e-8df8a8a5e24f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0875196 Feb 18 12:41:28.793667 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2c5b5d5-071f-47b1-8a52-0d6c1ba9503d req-7f9634cd-2276-46e7-818f-cc559abc4f52 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Feb 18 12:41:29.699700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5998-a16b-4bab-9911-0b33e27a3eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:30.008936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc0edc1-ff7a-488a-8fd1-0a4ba98c1b2f req-8384b402-e416-4199-8ffa-1762fcca6376 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:30.010464 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6bc0edc1-ff7a-488a-8fd1-0a4ba98c1b2f req-8384b402-e416-4199-8ffa-1762fcca6376 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0909312 Feb 18 12:41:30.060854 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6bc0edc1-ff7a-488a-8fd1-0a4ba98c1b2f req-f1c02ea1-50bf-41c3-9ba3-8c499334d0db tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435064 Feb 18 12:41:30.090198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:30.780127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:41:30.858722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:41:30.859139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:31.271605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18a523-0ecc-4fa1-a248-fed96e045d6b req-1ac713c4-8ff5-4375-8f25-81690850b52d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:31.273375 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff18a523-0ecc-4fa1-a248-fed96e045d6b req-1ac713c4-8ff5-4375-8f25-81690850b52d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0888371 Feb 18 12:41:31.323008 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff18a523-0ecc-4fa1-a248-fed96e045d6b req-4091c1c0-24f9-4f82-b545-767bcaeef18a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431931 Feb 18 12:41:31.557617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:31.604799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:32.529803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8c386-3029-45d5-86bc-a642291eb848 req-0c28f183-4e8b-4e08-81dc-8167286dba5b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:32.531451 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e1a8c386-3029-45d5-86bc-a642291eb848 req-0c28f183-4e8b-4e08-81dc-8167286dba5b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0887063 Feb 18 12:41:32.585890 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e1a8c386-3029-45d5-86bc-a642291eb848 req-cd501d64-ed45-48ae-933e-22aadd72a185 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478323 Feb 18 12:41:33.795500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6898a6-ef27-4835-8143-8dda83f9d918 req-7650ccf9-bf37-44b1-9c55-661fe406dda5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:33.797142 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c6898a6-ef27-4835-8143-8dda83f9d918 req-7650ccf9-bf37-44b1-9c55-661fe406dda5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0912967 Feb 18 12:41:33.846392 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3c6898a6-ef27-4835-8143-8dda83f9d918 req-1f7fdff9-7394-414d-9a3b-429117af3a7e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Feb 18 12:41:35.061552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d72f5b-c136-41b8-800d-c0780c11ad66 req-53ef3619-7b10-42fb-a1e8-8fa0e62eecf3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:35.063305 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-48d72f5b-c136-41b8-800d-c0780c11ad66 req-53ef3619-7b10-42fb-a1e8-8fa0e62eecf3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0912795 Feb 18 12:41:35.112841 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-48d72f5b-c136-41b8-800d-c0780c11ad66 req-7aa14066-5be5-43d9-8a6c-bd0ab267633e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425987 Feb 18 12:41:36.322080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd8cd-a3fd-40e5-974e-34e6a2c9fac2 req-50a6c0ea-ed8e-43f8-b64a-42ba9cd13b3f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:36.323730 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-170cd8cd-a3fd-40e5-974e-34e6a2c9fac2 req-50a6c0ea-ed8e-43f8-b64a-42ba9cd13b3f tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0880263 Feb 18 12:41:36.379215 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-170cd8cd-a3fd-40e5-974e-34e6a2c9fac2 req-d6c81613-5ee9-4787-ba72-333faf43c4f7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486174 Feb 18 12:41:37.595857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107225f4-268c-4cf3-8007-e281ad642dda req-f0104e11-c0ee-4e53-928c-0f2d857e12fa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:37.597452 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-107225f4-268c-4cf3-8007-e281ad642dda req-f0104e11-c0ee-4e53-928c-0f2d857e12fa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0938535 Feb 18 12:41:37.651588 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-107225f4-268c-4cf3-8007-e281ad642dda req-72260968-9f31-4c7f-b836-584257dce093 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475760 Feb 18 12:41:38.887417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b870eee-1e84-4b59-a1f0-c1986d7c07e6 req-faa35147-30ae-4f72-bfcf-06fe752802b9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:38.888981 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b870eee-1e84-4b59-a1f0-c1986d7c07e6 req-faa35147-30ae-4f72-bfcf-06fe752802b9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1046762 Feb 18 12:41:38.950092 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b870eee-1e84-4b59-a1f0-c1986d7c07e6 req-70d01b53-dc17-4668-959b-3075b4b33623 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544651 Feb 18 12:41:40.182320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac321cca-ae7b-4d20-bc92-f086fdfcc87b req-d28a7c4b-22c7-4184-9423-527071cefba6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:40.184010 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ac321cca-ae7b-4d20-bc92-f086fdfcc87b req-d28a7c4b-22c7-4184-9423-527071cefba6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0949333 Feb 18 12:41:40.242345 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ac321cca-ae7b-4d20-bc92-f086fdfcc87b req-a9f61595-e1e4-4d1d-849a-e75156f4f3c2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514205 Feb 18 12:41:40.877064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-1755e289-2a89-4956-bb78-72c497591931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:40.878986 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-1755e289-2a89-4956-bb78-72c497591931 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1163 time: 0.0927718 Feb 18 12:41:41.054566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-a865fe9d-dbab-4781-8a13-32351bf8fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:41.056794 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-a865fe9d-dbab-4781-8a13-32351bf8fd88 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.1540000 Feb 18 12:41:41.178549 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-ed699096-6386-40c2-9efe-677e6fc21b1a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 1002 time: 0.1128864 Feb 18 12:41:41.253193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-7fb6fa67-aeaf-40c1-ac70-958886571bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:41.255457 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-7fb6fa67-aeaf-40c1-ac70-958886571bc6 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0692182 Feb 18 12:41:41.375235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-83cd0502-e4d5-4a54-b837-57bbf9204655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:41.377218 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-83cd0502-e4d5-4a54-b837-57bbf9204655 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1145341 Feb 18 12:41:41.834163 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb75be-a544-48b5-8914-a2a1b14f0f49 req-29d4e1a1-e8b7-461f-ad3a-5f321e067ca6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:41.835755 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e8bb75be-a544-48b5-8914-a2a1b14f0f49 req-29d4e1a1-e8b7-461f-ad3a-5f321e067ca6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.4217117 Feb 18 12:41:41.877952 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-1943fda8-1ba7-4a67-9b20-0e9dbd267107 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4911437 Feb 18 12:41:41.988893 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e8bb75be-a544-48b5-8914-a2a1b14f0f49 req-45c56b3f-9f0a-4cfb-9445-0847f945916d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421356 Feb 18 12:41:42.094202 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e57bd23-76ae-4eb2-9093-114731e6e8d6 req-b845a5c9-cbd9-4ad9-b118-cc3572014c66 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2063973 Feb 18 12:41:43.241814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d48a84-54e1-423d-bcd4-4accfe7b1505 req-ee15c10d-7164-453b-b0fa-9a6c963d0bce tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:43.244916 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85d48a84-54e1-423d-bcd4-4accfe7b1505 req-ee15c10d-7164-453b-b0fa-9a6c963d0bce tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1170888 Feb 18 12:41:43.303765 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-85d48a84-54e1-423d-bcd4-4accfe7b1505 req-bf875c51-71b3-4083-8f9b-c1f3139422cf tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479186 Feb 18 12:41:44.476290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:41:44.578258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf4b91-60c1-4693-8820-2c1f59376fd6 req-0847f09f-3c62-4042-8200-7969cdcb7282 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:44.580086 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7dbf4b91-60c1-4693-8820-2c1f59376fd6 req-0847f09f-3c62-4042-8200-7969cdcb7282 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1070087 Feb 18 12:41:44.645490 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7dbf4b91-60c1-4693-8820-2c1f59376fd6 req-c37d4011-7332-470f-8eb6-fa987e965ba0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573654 Feb 18 12:41:45.963926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863443e4-b4ee-4224-b07d-69fbf3cd08bf req-e09a3a45-0701-4aa8-8b94-a7ad3d213391 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:45.965778 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-863443e4-b4ee-4224-b07d-69fbf3cd08bf req-e09a3a45-0701-4aa8-8b94-a7ad3d213391 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1389394 Feb 18 12:41:46.057813 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-863443e4-b4ee-4224-b07d-69fbf3cd08bf req-32168a5a-07cc-45d0-a535-fd0e1cb17037 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839193 Feb 18 12:41:46.942087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:47.321397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba5776-bcc9-4207-879d-d2062cc54272 req-025da418-b103-4f0f-992c-308b3d942953 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:47.324250 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2ba5776-bcc9-4207-879d-d2062cc54272 req-025da418-b103-4f0f-992c-308b3d942953 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1149426 Feb 18 12:41:47.411515 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2ba5776-bcc9-4207-879d-d2062cc54272 req-63a815cc-09e7-48f8-9c52-772d1fca6f66 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803146 Feb 18 12:41:48.678970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007dfba9-8cef-48f0-ae06-9f86aa084064 req-cedbf87c-baf2-4565-8ce2-d006858baa25 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:48.681257 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-007dfba9-8cef-48f0-ae06-9f86aa084064 req-cedbf87c-baf2-4565-8ce2-d006858baa25 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1197662 Feb 18 12:41:48.750200 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-007dfba9-8cef-48f0-ae06-9f86aa084064 req-42271425-8c18-4da3-bf03-1ec6d9288961 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621305 Feb 18 12:41:49.956186 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-d55304c7-638b-463a-9ef4-000bf9cdd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:49.957943 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-d55304c7-638b-463a-9ef4-000bf9cdd18f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1163 time: 0.1517167 Feb 18 12:41:50.081260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6005240f-bfbc-499a-a2c0-26750c3ba60d req-486715f1-22e1-416a-9e96-876e2306bbe7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:50.082831 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6005240f-bfbc-499a-a2c0-26750c3ba60d req-486715f1-22e1-416a-9e96-876e2306bbe7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.2052865 Feb 18 12:41:50.174220 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6005240f-bfbc-499a-a2c0-26750c3ba60d req-c15751fc-27a4-44a5-a115-2376df7e393d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822966 Feb 18 12:41:50.175675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-739c4ee4-c1f6-45b7-9b4d-444ef925c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:50.177094 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-739c4ee4-c1f6-45b7-9b4d-444ef925c7e5 service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.2108107 Feb 18 12:41:50.305012 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-8af05d37-0eda-4b39-9b2b-6105a9ddc9f5 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 1002 time: 0.1201630 Feb 18 12:41:50.391461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-818c526c-5e81-43b6-b0eb-badb4277e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:50.393103 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-818c526c-5e81-43b6-b0eb-badb4277e1f4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0809982 Feb 18 12:41:50.488086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-3d3d67a3-f8cd-4846-a30f-25cdfee73230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:50.489827 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-3d3d67a3-f8cd-4846-a30f-25cdfee73230 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0889237 Feb 18 12:41:50.657397 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-4d7b7c51-b8d5-461b-b05c-33af1ca84fce service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591666 Feb 18 12:41:50.826944 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a4f960bc-f64f-423b-9416-0ed64b369da1 req-8e37abfb-50c2-4646-8fbe-b9883983776d service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1610022 Feb 18 12:41:51.402456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bd825-857e-4f45-b3f8-7f31565d6e1d req-8e15d190-9f9a-4f0f-b718-8f9b7041def5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:51.404174 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-526bd825-857e-4f45-b3f8-7f31565d6e1d req-8e15d190-9f9a-4f0f-b718-8f9b7041def5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0954521 Feb 18 12:41:51.456608 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-526bd825-857e-4f45-b3f8-7f31565d6e1d req-309999a0-89c6-40a8-8c60-b3d682e35fe1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456612 Feb 18 12:41:52.683511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217002a-12b0-4619-abad-b84eb5ba08a1 req-cd722657-bda7-4433-b6c5-da18595e79ee tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:52.685170 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8217002a-12b0-4619-abad-b84eb5ba08a1 req-cd722657-bda7-4433-b6c5-da18595e79ee tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1033437 Feb 18 12:41:52.742450 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8217002a-12b0-4619-abad-b84eb5ba08a1 req-0d734286-8748-4091-af1d-d94744c898ce tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482695 Feb 18 12:41:52.760182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:41:52.895015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:52.925641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:41:52.937993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:41:52.941869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:52.943317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f2c7074c-9d64-463a-824c-d48e859c60c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:41:53.000555 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'code': 200} Feb 18 12:41:53.022970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:41:53.031518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.031914 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.032300 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.032676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.033087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.033458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.033825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.034190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.034560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.034927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.035292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.035655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.036063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.036421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.036782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.037169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.037531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.037891 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.038291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.038656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.039671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.040082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.040436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.040797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:41:53.045755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:41:53.990927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0325dd-8d64-4ecd-b091-22819543d4bb req-3b4357d2-93c4-4820-a15c-d7819234ed3b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:53.993324 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ce0325dd-8d64-4ecd-b091-22819543d4bb req-3b4357d2-93c4-4820-a15c-d7819234ed3b tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0980980 Feb 18 12:41:54.069697 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ce0325dd-8d64-4ecd-b091-22819543d4bb req-ef14135c-b501-4d4d-ac64-5cfbc6fa0dfd tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665190 Feb 18 12:41:55.846901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fbfcb-10bf-451a-beb9-92a8bedff9aa req-e9121289-a422-4110-84f4-73b3de6e7af2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:55.849527 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6f9fbfcb-10bf-451a-beb9-92a8bedff9aa req-e9121289-a422-4110-84f4-73b3de6e7af2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0965660 Feb 18 12:41:55.915993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54772) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:41:55.928195 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6f9fbfcb-10bf-451a-beb9-92a8bedff9aa req-0f41325a-2f78-4de7-ac9e-b8b8e667b33e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653055 Feb 18 12:41:56.165697 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-01c8e4c5-f2ef-46c6-bd72-c5e345887ee7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2462971 Feb 18 12:41:56.767265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-b1ba6180-83e0-4c12-9605-45c964755f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:56.768935 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-b1ba6180-83e0-4c12-9605-45c964755f3a service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1&tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e HTTP/1.1" status: 200 len: 1161 time: 0.0871871 Feb 18 12:41:56.890352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-84317d6b-efe4-421b-96b6-fb7daf6370e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:56.891973 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-84317d6b-efe4-421b-96b6-fb7daf6370e2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1161 time: 0.0837836 Feb 18 12:41:57.050437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-7110671f-47fd-42f0-88e3-6401984c9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:57.052034 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-7110671f-47fd-42f0-88e3-6401984c9edd service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.1516688 Feb 18 12:41:57.160126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce0c6d-8895-48a3-9040-64c621f84b90 req-5dc7a3b0-d8c4-4b75-b6bf-f24b4bb3b574 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:57.161797 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82ce0c6d-8895-48a3-9040-64c621f84b90 req-5dc7a3b0-d8c4-4b75-b6bf-f24b4bb3b574 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1029382 Feb 18 12:41:57.175074 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-96e1da11-3844-4fb2-89e6-7ca06b6f5e46 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 1000 time: 0.1151094 Feb 18 12:41:57.218420 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82ce0c6d-8895-48a3-9040-64c621f84b90 req-c093cc3f-5355-4cdb-afdd-0fb0def15d0d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499396 Feb 18 12:41:57.222984 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7a31f3fb-8030-420d-a4a6-5c0c2b173228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:57.251417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-9795b14f-65f6-456d-b92f-9725d19f2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:57.253027 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-9795b14f-65f6-456d-b92f-9725d19f2c85 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0711291 Feb 18 12:41:57.344086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-4d8f1e8c-355b-467c-9874-4e4374cb495c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:57.345776 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-4d8f1e8c-355b-467c-9874-4e4374cb495c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857754 Feb 18 12:41:57.509036 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-14ad5fa5-7868-433c-ae85-e6654d8f783a service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549571 Feb 18 12:41:57.658837 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-287ea5d0-cf3c-4e7c-a69b-57eec90a8c7f service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432030 Feb 18 12:41:58.448370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab088f-5d9c-48dd-9a42-d4811f489b9d req-449f9040-46f7-42fe-8651-92b3b91894b5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:58.450029 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6ab088f-5d9c-48dd-9a42-d4811f489b9d req-449f9040-46f7-42fe-8651-92b3b91894b5 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0949335 Feb 18 12:41:58.503385 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6ab088f-5d9c-48dd-9a42-d4811f489b9d req-bb289bc4-d64e-44ce-9a36-40c999f8a86a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458632 Feb 18 12:41:59.702081 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2ac30461-1a97-4a0b-960b-59657b5850a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:41:59.735167 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e77a67-a184-45e8-8153-8be0c25fa292 req-356e84c5-4c40-493d-9f37-7b65c2a3f96c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:41:59.736661 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-28e77a67-a184-45e8-8153-8be0c25fa292 req-356e84c5-4c40-493d-9f37-7b65c2a3f96c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1019676 Feb 18 12:41:59.787936 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-28e77a67-a184-45e8-8153-8be0c25fa292 req-57543abb-91b1-4582-bef3-579678eb6683 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445535 Feb 18 12:42:00.093965 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:01.033562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2d025-5293-46e9-abfe-d057d3cd8199 req-b5e52f78-d0bb-4f5d-8da4-97699b2dfc92 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:01.035255 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0cd2d025-5293-46e9-abfe-d057d3cd8199 req-b5e52f78-d0bb-4f5d-8da4-97699b2dfc92 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1223395 Feb 18 12:42:01.084662 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0cd2d025-5293-46e9-abfe-d057d3cd8199 req-ef21e5e1-0b7c-4518-96ca-2ae432626bea tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Feb 18 12:42:01.560151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:01.608015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:02.346481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcc85b-6738-4482-851a-5b2975941fff req-a30461e7-3639-45d0-bcc2-a4bb8231d007 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:02.348474 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a3bcc85b-6738-4482-851a-5b2975941fff req-a30461e7-3639-45d0-bcc2-a4bb8231d007 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1060565 Feb 18 12:42:02.444531 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a3bcc85b-6738-4482-851a-5b2975941fff req-92c46cf6-ae80-4261-8bf6-3856518ad7c4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884330 Feb 18 12:42:03.658912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a7846-736b-4bbc-9632-52b8cad86e9f req-e4b06560-af9c-4b78-9075-ed9ca79fbedb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:03.660572 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5e2a7846-736b-4bbc-9632-52b8cad86e9f req-e4b06560-af9c-4b78-9075-ed9ca79fbedb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0950568 Feb 18 12:42:03.718382 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5e2a7846-736b-4bbc-9632-52b8cad86e9f req-5c6f8b0c-db33-4a70-89c5-a52b634a3dcb tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505173 Feb 18 12:42:04.970303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12329c11-6063-4c40-ad34-ec527738374a req-24fad6e8-f4bd-4e48-bb18-b24915bd54f4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:04.973224 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-12329c11-6063-4c40-ad34-ec527738374a req-24fad6e8-f4bd-4e48-bb18-b24915bd54f4 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1047285 Feb 18 12:42:05.037694 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-12329c11-6063-4c40-ad34-ec527738374a req-87d4fd7c-4758-4bae-b88a-c1dadd304a5d tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564177 Feb 18 12:42:06.327249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff69680-ee5a-4d80-b953-4f6968d84d94 req-41227c2f-7a81-4e3d-bf14-2a8e28c9cbed tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:06.335236 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0ff69680-ee5a-4d80-b953-4f6968d84d94 req-41227c2f-7a81-4e3d-bf14-2a8e28c9cbed tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1111996 Feb 18 12:42:06.394325 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0ff69680-ee5a-4d80-b953-4f6968d84d94 req-dff117f1-5ce2-4cf3-be8f-2c7a25184556 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572305 Feb 18 12:42:07.738996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ada018-d22d-4f09-9c22-51e6fa0fe448 req-808346bd-33ae-4386-9093-1f435a8b98ef tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:07.741949 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2ada018-d22d-4f09-9c22-51e6fa0fe448 req-808346bd-33ae-4386-9093-1f435a8b98ef tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1527646 Feb 18 12:42:07.830091 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f2ada018-d22d-4f09-9c22-51e6fa0fe448 req-6863d71a-d072-4425-99ed-8639fabe51fa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769148 Feb 18 12:42:09.080994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7716cee-fe84-46c8-b576-e4b1718839a8 req-04150667-31d3-4ca8-9980-6d18ee608e43 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:09.082584 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7716cee-fe84-46c8-b576-e4b1718839a8 req-04150667-31d3-4ca8-9980-6d18ee608e43 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1038063 Feb 18 12:42:09.140321 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f7716cee-fe84-46c8-b576-e4b1718839a8 req-ec43c152-aa70-4e7c-8982-7611b35052e6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509272 Feb 18 12:42:10.405874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77258a5-4404-4623-abb5-d3eaf99b17f0 req-230ea0ab-e1ee-4afc-ac57-2d7e7d1c0b73 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:10.407586 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d77258a5-4404-4623-abb5-d3eaf99b17f0 req-230ea0ab-e1ee-4afc-ac57-2d7e7d1c0b73 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1255994 Feb 18 12:42:10.487295 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d77258a5-4404-4623-abb5-d3eaf99b17f0 req-d035c18c-a742-4d60-b555-adb61a306ec9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729408 Feb 18 12:42:11.756265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3f4fc-89f7-4e6a-8ada-116241a1c174 req-758ae3b1-e31f-41c2-8515-1e9ec6c91d80 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:11.757936 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86e3f4fc-89f7-4e6a-8ada-116241a1c174 req-758ae3b1-e31f-41c2-8515-1e9ec6c91d80 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1160796 Feb 18 12:42:11.836476 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86e3f4fc-89f7-4e6a-8ada-116241a1c174 req-07b06551-cdfa-4e01-a6ef-cbdf753ca187 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707715 Feb 18 12:42:13.076939 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29382eb-3270-4ef0-946a-d1f0ad366995 req-1f343490-e558-4f4f-a9c9-c785a56e8c89 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:13.078715 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b29382eb-3270-4ef0-946a-d1f0ad366995 req-1f343490-e558-4f4f-a9c9-c785a56e8c89 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0950747 Feb 18 12:42:13.130277 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b29382eb-3270-4ef0-946a-d1f0ad366995 req-556c8fd8-2bf1-4cf0-b91d-c0b0dbe22c68 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451994 Feb 18 12:42:14.359643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05486a23-061f-4824-b4d7-29d75f2e7dde req-816874f5-8a14-4935-8228-5c56879e4058 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:14.361364 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-05486a23-061f-4824-b4d7-29d75f2e7dde req-816874f5-8a14-4935-8228-5c56879e4058 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1028798 Feb 18 12:42:14.413234 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-05486a23-061f-4824-b4d7-29d75f2e7dde req-3b47b783-6384-4547-a197-943cf592a752 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454428 Feb 18 12:42:15.626189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec8fab-d96f-4656-a23d-32d9af2ce565 req-2b4c9152-ffd5-41e3-8575-0ed62d59ce8c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:15.627812 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-18ec8fab-d96f-4656-a23d-32d9af2ce565 req-2b4c9152-ffd5-41e3-8575-0ed62d59ce8c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0923095 Feb 18 12:42:15.678361 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-18ec8fab-d96f-4656-a23d-32d9af2ce565 req-a16991cd-56ba-4aaa-aa86-b4517f9db921 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Feb 18 12:42:16.828229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:16.898471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031e5f2-833b-4107-884b-9f7d64874a28 req-6f67a0cf-fe54-4642-bf20-513a59784853 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:16.900738 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6031e5f2-833b-4107-884b-9f7d64874a28 req-6f67a0cf-fe54-4642-bf20-513a59784853 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0999703 Feb 18 12:42:16.958703 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6031e5f2-833b-4107-884b-9f7d64874a28 req-76338893-3e94-4c9a-ad65-d916b720b032 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474379 Feb 18 12:42:18.180385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc4357-af59-48d1-b86e-55b284f17e27 req-a01ff812-3d73-46e2-b051-b10511036312 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:18.182088 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97cc4357-af59-48d1-b86e-55b284f17e27 req-a01ff812-3d73-46e2-b051-b10511036312 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0928400 Feb 18 12:42:18.238899 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97cc4357-af59-48d1-b86e-55b284f17e27 req-6e358285-3e1d-4216-804e-6e7e1eaaaff6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492427 Feb 18 12:42:19.470566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594b555-82aa-4628-986e-ddd807098e44 req-9f753140-e1a7-4f70-9be7-1f96ff30a410 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:19.472231 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8594b555-82aa-4628-986e-ddd807098e44 req-9f753140-e1a7-4f70-9be7-1f96ff30a410 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.0916219 Feb 18 12:42:19.528753 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8594b555-82aa-4628-986e-ddd807098e44 req-8b799cf0-5e8d-43c1-a054-b31014b20f87 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502710 Feb 18 12:42:19.788418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:42:19.872771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:42:19.873219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:20.004101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:20.034813 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:42:20.046710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:42:20.050410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:20.052745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:42:20.092365 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'code': 200} Feb 18 12:42:20.135077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=6']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:42:20.140281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:42:20.418654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6738397-e131-4064-bfcb-24a8731a39af req-354b7fb2-f139-4586-85a3-8c79fea7b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:20.420201 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6738397-e131-4064-bfcb-24a8731a39af req-354b7fb2-f139-4586-85a3-8c79fea7b79e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1163 time: 0.0810528 Feb 18 12:42:20.468996 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6738397-e131-4064-bfcb-24a8731a39af req-fc933760-439b-4902-b405-4a19abfd2e29 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408978 Feb 18 12:42:20.764190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9df31c-8beb-425e-8fde-6db3cf894a11 req-e7f7a1eb-ec5d-4762-be80-4e7c3c886436 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:20.765824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f9df31c-8beb-425e-8fde-6db3cf894a11 req-e7f7a1eb-ec5d-4762-be80-4e7c3c886436 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0954039 Feb 18 12:42:20.816092 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f9df31c-8beb-425e-8fde-6db3cf894a11 req-01d90989-4a77-4b58-bb34-c81ca2e22cab tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437934 Feb 18 12:42:21.237681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:42:21.314192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:42:21.314606 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:21.476052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:42:22.050514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c848e-1fd7-4649-8bcc-ebce5b0255ec req-2b65d084-202e-4b30-918c-7615af5975fc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:22.052164 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ae1c848e-1fd7-4649-8bcc-ebce5b0255ec req-2b65d084-202e-4b30-918c-7615af5975fc tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0997553 Feb 18 12:42:22.110735 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ae1c848e-1fd7-4649-8bcc-ebce5b0255ec req-36b3c037-a02f-42f9-ac14-3431671a0908 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509963 Feb 18 12:42:23.327519 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf29749-1b64-47fa-a0c7-84d8f26d9cde req-b160d502-66c4-478a-8eee-68bb3da3892c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:23.329329 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6bf29749-1b64-47fa-a0c7-84d8f26d9cde req-b160d502-66c4-478a-8eee-68bb3da3892c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.0930741 Feb 18 12:42:23.382604 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6bf29749-1b64-47fa-a0c7-84d8f26d9cde req-53693371-f9cb-4499-a58c-c8c6f4a963e1 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455768 Feb 18 12:42:27.226901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dfe9b7e8-779e-4177-b155-ab4ab040ac05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:29.708258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c52c8c7c-e864-43c7-bca4-885d1d732a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:30.099802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:31.564977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:31.619491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:41.356780 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-367c9f24-1c8f-4601-a408-ae9bba1f9148 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0948699 Feb 18 12:42:41.542923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-6422e094-ea01-42c1-b414-e08607f9406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:41.544795 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-6422e094-ea01-42c1-b414-e08607f9406e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 1163 time: 0.0835435 Feb 18 12:42:41.719683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-d2c84c05-e965-4889-b265-0dda8307664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:41.721358 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-d2c84c05-e965-4889-b265-0dda8307664c service neutron] 10.222.0.101 "GET /v2.0/networks?id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 200 len: 910 time: 0.1496551 Feb 18 12:42:41.848925 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-38e7b3fe-9d2b-488d-8586-4f77df1ae4b4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 200 len: 1002 time: 0.1197505 Feb 18 12:42:41.932194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-5f0c534e-69ec-4769-8e29-7e7b12540d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:41.934121 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-5f0c534e-69ec-4769-8e29-7e7b12540d47 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 200 len: 855 time: 0.0737386 Feb 18 12:42:42.025761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-dc788116-74a9-44ab-af83-7dd920996677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:42:42.027378 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-dc788116-74a9-44ab-af83-7dd920996677 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=6929e47a-a39c-4339-ae5c-5fb0392b3ed5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843167 Feb 18 12:42:42.421290 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-5a30a36b-31f0-44ff-a157-957eba2c8e91 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846495 Feb 18 12:42:42.570962 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-986ad792-eccc-4eed-ab2f-6e42170d3864 req-ef53391a-de10-48df-a01f-c61f4d6fca36 service neutron] 10.222.0.101 "GET /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421850 Feb 18 12:42:46.855171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:57.230119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac010072-0979-4866-ba6e-d9e84c5ce7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:42:58.476845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:42:59.712324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b98accc1-8a2b-4815-bc33-e38806077f5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:00.099096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:01.568800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:01.614535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:16.867228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:21.335534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a380345-e1e0-4bc3-b446-cf4dee6c70ce req-17771dbf-2142-4699-9ce3-af9c3915cae0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:21.345533 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3a380345-e1e0-4bc3-b446-cf4dee6c70ce req-17771dbf-2142-4699-9ce3-af9c3915cae0 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1306517 Feb 18 12:43:21.422075 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3a380345-e1e0-4bc3-b446-cf4dee6c70ce req-e254ae6d-5e0e-4d2b-8d78-7a99978344f9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759311 Feb 18 12:43:22.665952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022e7748-befa-4976-b206-d8c0ed61c298 req-dd90dc80-3a96-4740-8bd1-188f6e3ad765 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:22.669282 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-022e7748-befa-4976-b206-d8c0ed61c298 req-dd90dc80-3a96-4740-8bd1-188f6e3ad765 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1084354 Feb 18 12:43:22.734949 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-022e7748-befa-4976-b206-d8c0ed61c298 req-baa86a74-e2e0-452a-96db-b0f21c0ba3b2 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582628 Feb 18 12:43:23.450679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-b2a90b51-b224-4363-a434-935aeb17ed32 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:23.453331 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-b2a90b51-b224-4363-a434-935aeb17ed32 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 946 time: 0.1591773 Feb 18 12:43:23.577418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Deleting port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:23.577983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:23.674041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:43:23.893718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:23.960002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:43:23.975932 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:23.986244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:23.990703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a1404dc-be96-40dc-ac40-a94730e44d3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:24.067591 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'code': 200} Feb 18 12:43:24.151968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=7']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:24.169002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.169552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.170043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.170422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:24.170674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.171104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:24.171320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.171762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.172166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.172656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.173200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.173581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.174017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.174408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.174831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.175200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.175572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.175946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.176312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.176766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.177173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.177649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.178115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.178585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.179076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.179592 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:24.186982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:24.353457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e606b-ac5e-4121-8ab7-c678567d7aa4 req-283c7ebe-071f-40b5-9bf3-c3fa0c26db19 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:24.356019 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2b9e606b-ac5e-4121-8ab7-c678567d7aa4 req-283c7ebe-071f-40b5-9bf3-c3fa0c26db19 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.3972394 Feb 18 12:43:24.566722 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2b9e606b-ac5e-4121-8ab7-c678567d7aa4 req-e9b99cce-a7b3-450f-a2e4-5828f3b5efb7 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947186 Feb 18 12:43:24.767561 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:24.768492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:24.768703 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Floating IP f670ed60-e1a2-4ff6-8cf6-e4e482913219 disassociated. External IP: 172.28.3.169, port: 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1. Feb 18 12:43:24.769221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Calling delete_port for 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:24.906830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:43:24.907456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:43:25.409257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Deleting port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:25.409887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:25.942414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] For port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:25.943030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:25.960094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9345b5-b14e-47ed-a8ea-0f023c799a05 req-b063d1a6-4124-4754-816a-5cd239b6d311 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:25.963931 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9345b5-b14e-47ed-a8ea-0f023c799a05 req-b063d1a6-4124-4754-816a-5cd239b6d311 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 944 time: 0.1704571 Feb 18 12:43:26.064738 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9345b5-b14e-47ed-a8ea-0f023c799a05 req-14502d20-4758-4693-be66-e2b795ff77f9 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups?id=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898595 Feb 18 12:43:26.464753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:26.465534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:26.466127 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Floating IP f670ed60-e1a2-4ff6-8cf6-e4e482913219 disassociated. External IP: 172.28.3.169, port: 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1. Feb 18 12:43:26.466704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Calling delete_port for 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:26.737802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:26.763754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8496b9d6-2cb8-45a5-bc0e-8788aea68030 tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:26.938975 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event deleted for resources: {'Port': ['ID=6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:26.969693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.970495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.970495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.970874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.971233 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.971649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.972039 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.972529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.972971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.973376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.973881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.974373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.974820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.975211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.975627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.976107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.976657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.977086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.977477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.978067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.978469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.978879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.979522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.980137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:26.987952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:27.250421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f69601a4-ce6f-4570-9d7a-13518d1ae3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:27.504628 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7c05747a-82a2-4983-abdc-ef298ec50249 req-3f8c95aa-5353-4f81-9f76-817c069da2e3 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 210 time: 0.2248659 Feb 18 12:43:27.578951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:43:27.970992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:43:27.986556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] Sync routers for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:43:28.002242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:43:28.003399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:43:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:28.046912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] No DVR routers for this DVR port 6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:43:28.050695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:28.055969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-deleted', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:43:28.084790 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b28ec122-b567-41d3-8cc9-749ae4ca0e1d req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.101 "DELETE /v2.0/ports/6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1 HTTP/1.1" status: 204 len: 173 time: 4.6244648 Feb 18 12:43:28.157388 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90a9c5e-7187-465a-b24e-a1081830cee1', 'name': 'network-vif-deleted', 'tag': '6723dfbf-0561-4a7a-92b6-c2a1f68d9ba1', 'status': 'completed', 'code': 200} Feb 18 12:43:28.369063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:43:28.849577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1f827bfd-a507-4592-8b81-bddefb8c02f2 req-d50e8bf6-132c-4289-8215-0544b7d434a8 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Synchronizing usage tracker for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:43:28.894165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1f827bfd-a507-4592-8b81-bddefb8c02f2 req-d50e8bf6-132c-4289-8215-0544b7d434a8 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Unset dirty status for tenant:aff66760a70d4a1ba1b7b6565d6cf21e on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:43:28.896377 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1f827bfd-a507-4592-8b81-bddefb8c02f2 req-d50e8bf6-132c-4289-8215-0544b7d434a8 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/ports?device_id=f90a9c5e-7187-465a-b24e-a1081830cee1 HTTP/1.1" status: 200 len: 210 time: 0.1378911 Feb 18 12:43:28.966443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:28.974954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] Checking router: 0362f9c0-6d88-471c-8d6e-d787b03dcff6 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:43:28.994322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:43:28.995122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:43:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:29.562992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:43:29.729844 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a041385b-1bbb-4960-9e8e-309291d4b902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:30.089103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:30.106755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f15c2c-f5b2-4092-829d-744ae5337cf3 None None] The sync data for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb is: [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:34:05Z', 'revision_number': 4, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '5fbd303a-1d8f-4e7a-b3c5-223392a618e1', 'name': '', 'network_id': '6929e47a-a39c-4339-ae5c-5fb0392b3ed5', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'mac_address': 'fa:16:3e:ce:e3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:34:02Z', 'updated_at': '2021-02-18T12:34:24Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'subnets': [{'id': '7898e79a-9982-4136-88a4-96a4dbb5bcf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:43:30.109461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:30.132653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54936) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:30.243595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60938db7-dade-493b-97e5-40362cbb710c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:30.300453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60938db7-dade-493b-97e5-40362cbb710c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:30.398094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60938db7-dade-493b-97e5-40362cbb710c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:30.408327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1c4f2fe2-b7ab-4e66-a083-550d02b66171 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:30.430556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60938db7-dade-493b-97e5-40362cbb710c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdc6129-8b3a-4d40-8a0d-3b65385b4deb,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:30.435139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-60938db7-dade-493b-97e5-40362cbb710c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:30.449797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60938db7-dade-493b-97e5-40362cbb710c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:30.452110 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-60938db7-dade-493b-97e5-40362cbb710c tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "DELETE /v2.0/security-groups/1cdc6129-8b3a-4d40-8a0d-3b65385b4deb HTTP/1.1" status: 204 len: 168 time: 0.3176053 Feb 18 12:43:30.456378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54940) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:30.492226 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.v2.resource [None req-76ecb999-4772-4dc4-b81a-a8e50489cad6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] show failed (client error): The resource could not be found. Feb 18 12:43:30.503147 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-76ecb999-4772-4dc4-b81a-a8e50489cad6 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "GET /v2.0/security-groups/1cdc6129-8b3a-4d40-8a0d-3b65385b4deb HTTP/1.1" status: 404 len: 347 time: 0.0358605 Feb 18 12:43:30.503407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54944) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:30.664218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881b8e9-3b40-4eb5-9b43-47c0e2bc7c99 None None] New status for floating IP f670ed60-e1a2-4ff6-8cf6-e4e482913219: DOWN {{(pid=83998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:43:30.805284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Deleting port 1aa5a786-f2d6-434c-9835-cda08810cc36 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:30.805823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:31.149812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:31.150587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:31.360752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Calling delete_port for 1aa5a786-f2d6-434c-9835-cda08810cc36 owned by network:floatingip {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:31.497585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:43:31.498184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:43:31.574543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:31.631685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:31.999755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Deleting port 1aa5a786-f2d6-434c-9835-cda08810cc36 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:32.000273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:32.658304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:32.658884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:32.884265 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Calling delete_port for 1aa5a786-f2d6-434c-9835-cda08810cc36 owned by network:floatingip {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:33.140432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:33.167953 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8b8a80a8-8a20-4f5c-9a7c-d3084960504f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:33.358974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Pushing event deleted for resources: {'Port': ['ID=1aa5a786-f2d6-434c-9835-cda08810cc36,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:33.397298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.397678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.398219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.398736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.399252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.399830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.400441 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.400943 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.401424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.401962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.402543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.403033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.403790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.404310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.404924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.405461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.406038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.406564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.407072 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.407577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.408079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.408580 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.409126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.409649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:43:33.416918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:33.607776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks [] for floatingip, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:33.641296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:33.642922 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-10c5ace7-b644-4b48-acbe-0cb44771b74e tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] 10.222.0.85 "DELETE /v2.0/floatingips/f670ed60-e1a2-4ff6-8cf6-e4e482913219 HTTP/1.1" status: 204 len: 168 time: 3.1419904 Feb 18 12:43:35.480065 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:43:36.826072 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 54968) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:37.956269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854010545'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:38.424377 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Deleting port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:38.424839 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:38.658317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] For port 5fbd303a-1d8f-4e7a-b3c5-223392a618e1, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:38.658658 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:38.843046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Calling delete_port for 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:39.081339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:39.105397 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6f84f83f-8843-4621-8e62-283932071faa tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:39.238717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbd303a-1d8f-4e7a-b3c5-223392a618e1,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:39.251284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:39.731722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1532819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763900'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:40.431927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:43:41.051029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:43:41.066007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] Sync routers for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:43:41.072103 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] 10.222.0.85 "PUT /v2.0/routers/0362f9c0-6d88-471c-8d6e-d787b03dcff6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2439799 Feb 18 12:43:41.077300 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54974) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:41.082051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:43:41.083285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:43:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:41.413522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:43:41.421306 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks [] for router, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:41.739524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:41.751243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Deleting port c53841a7-b438-4259-ab46-5dfb5f6cb8cf {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:41.751907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:41.931398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:43:38Z', 'revision_number': 5, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port': {'id': 'c53841a7-b438-4259-ab46-5dfb5f6cb8cf', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:4c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:33:55Z', 'updated_at': '2021-02-18T12:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:41.939760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] Checking router: 0362f9c0-6d88-471c-8d6e-d787b03dcff6 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:43:41.957727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] Routers {'0362f9c0-6d88-471c-8d6e-d787b03dcff6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:43:41.958680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:43:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:42.017033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] For port c53841a7-b438-4259-ab46-5dfb5f6cb8cf, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:42.017360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:42.220704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] Set router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 gateway port host: None {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:43:42.287285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Calling delete_port for c53841a7-b438-4259-ab46-5dfb5f6cb8cf owned by network:router_gateway {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:42.347900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:43:41Z', 'revision_number': 6, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port_host': None}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:42.353306 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d99be4-3075-4317-a7ce-c0236a8f7883 None None] The sync data for ids ['0362f9c0-6d88-471c-8d6e-d787b03dcff6'] in dv-cinder-776422-1-smb is: [{'id': '0362f9c0-6d88-471c-8d6e-d787b03dcff6', 'name': 'tempest-AttachVolumeShelveTestJSON-379887513-router', 'tenant_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:33:53Z', 'updated_at': '2021-02-18T12:43:41Z', 'revision_number': 6, 'project_id': 'aff66760a70d4a1ba1b7b6565d6cf21e', 'gw_port_host': None}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:43:42.593783 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:42.615197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-cb53a45f-56eb-4291-be99-ed4f666491d9 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:42.756718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53841a7-b438-4259-ab46-5dfb5f6cb8cf,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:42.775085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:42.966510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854007955'] for router_gateway, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.178832 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854748152'] for router, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.183323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.232990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854011118'] for router, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.234135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0362f9c0-6d88-471c-8d6e-d787b03dcff6 {{(pid=83997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:43:43.252217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Notify callbacks [] for router, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.253691 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] 10.222.0.85 "DELETE /v2.0/routers/0362f9c0-6d88-471c-8d6e-d787b03dcff6 HTTP/1.1" status: 204 len: 168 time: 2.1750264 Feb 18 12:43:43.256741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54978) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:43.366095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Deleting subnet 7898e79a-9982-4136-88a4-96a4dbb5bcf7 {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:43:43.370884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.437416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:43:43.465672 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6698161'] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.486633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:43:43.487078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 5fbd303a-1d8f-4e7a-b3c5-223392a618e1 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:43:43.487793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c53841a7-b438-4259-ab46-5dfb5f6cb8cf no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:43:43.531303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: c53841a7-b438-4259-ab46-5dfb5f6cb8cf {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:43:43.531808 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c53841a7-b438-4259-ab46-5dfb5f6cb8cf not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:43:43.579960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.953259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-997423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6894015'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:43.970606 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:44.129569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7898e79a-9982-4136-88a4-96a4dbb5bcf7,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:44.138149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:44.196412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:44.207203 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/7898e79a-9982-4136-88a4-96a4dbb5bcf7 HTTP/1.1" status: 204 len: 168 time: 0.9488282 Feb 18 12:43:44.208069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d04b09-9dc6-4993-827c-7f29316a45a4 None None] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:43:44.210184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54982) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:44.360048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:44.459223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Deleting port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:44.459513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:44.592467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] DHCP port deletion for 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 request from dv-cinder-776422-1-smb {{(pid=83998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:43:44.597301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] Deleting port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:44.597893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:44.728293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] For port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:44.728616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:44.912829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] For port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,segment=NetworkSegment(3d05bb81-8431-41fd-986f-c11175c12114),segment_id=3d05bb81-8431-41fd-986f-c11175c12114)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:44.913341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:45.075082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] Calling delete_port for 51aa72fa-cdd2-4965-9ea2-9e9807c3319b owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:45.183226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741'] for port, after_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:45.187258 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Calling delete_port for 51aa72fa-cdd2-4965-9ea2-9e9807c3319b owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:43:45.202147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:45.302323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83997) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:43:45.302663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:43:45.553805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 51aa72fa-cdd2-4965-9ea2-9e9807c3319b no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:43:45.592728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] Pushing event deleted for resources: {'Port': ['ID=51aa72fa-cdd2-4965-9ea2-9e9807c3319b,revision_number=None']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:45.614127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:45.632931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 51aa72fa-cdd2-4965-9ea2-9e9807c3319b {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:43:45.633551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 51aa72fa-cdd2-4965-9ea2-9e9807c3319b not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:43:45.701083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d821f-dd1b-4b52-80db-41c9f8a8434d None None] No DVR routers for this DVR port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b on host dv-cinder-776422-1-smb {{(pid=83998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:43:45.804583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Deleting port 51aa72fa-cdd2-4965-9ea2-9e9807c3319b {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:43:45.805224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:45.944132 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] The port '51aa72fa-cdd2-4965-9ea2-9e9807c3319b' was deleted {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:43:46.164228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:46.381558 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6929e47a-a39c-4339-ae5c-5fb0392b3ed5']}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:46.397803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d05bb81-8431-41fd-986f-c11175c12114') {'for_net_delete': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:46.398176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d05bb81-8431-41fd-986f-c11175c12114') {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:46.414866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848077687'] for segment, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:46.438697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:46.441457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:43:46.740725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:43:46.752807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853790834'] for segment, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:46.883354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:47.054937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Network 6929e47a-a39c-4339-ae5c-5fb0392b3ed5 has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:43:47.089528 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:43:47.200114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:47.205796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8a81d6cf-0f74-4d9e-ab5c-607cda42cf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:47.229419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:47.243435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Pushing event deleted for resources: {'Network': ['ID=6929e47a-a39c-4339-ae5c-5fb0392b3ed5,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:47.249546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:47.273521 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d52e95e6-053a-49ab-a556-70614471f276 admin admin] 10.222.0.85 "DELETE /v2.0/networks/6929e47a-a39c-4339-ae5c-5fb0392b3ed5 HTTP/1.1" status: 204 len: 168 time: 3.0617132 Feb 18 12:43:47.498827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54988) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:47.594261 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9010205a-0f96-42ba-8a2b-693ee7231ede admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=aff66760a70d4a1ba1b7b6565d6cf21e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0932086 Feb 18 12:43:47.599721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 54992) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:47.703811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4e81fa60-e22b-4eac-8cfd-0fc9b46e0d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:47.750200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4e81fa60-e22b-4eac-8cfd-0fc9b46e0d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:47.845797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4e81fa60-e22b-4eac-8cfd-0fc9b46e0d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:47.853541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-85804527-32c9-4b92-9e84-0f68dbf9f689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:47.885136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e81fa60-e22b-4eac-8cfd-0fc9b46e0d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425dccd7-b4df-4bac-af02-4d2810a5422e,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:47.890276 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4e81fa60-e22b-4eac-8cfd-0fc9b46e0d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:47.900289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4e81fa60-e22b-4eac-8cfd-0fc9b46e0d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:47.903714 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4e81fa60-e22b-4eac-8cfd-0fc9b46e0d56 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/425dccd7-b4df-4bac-af02-4d2810a5422e HTTP/1.1" status: 204 len: 168 time: 0.3011866 Feb 18 12:43:49.190135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55014) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:49.393723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-555825654-network', 'tenant_id': '91e22e5898d642c3a6330c1519731674'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:43:49.400123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:43:49.405420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Usage tracker for resource:network and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:43:49.410609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:43:49.424170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:43:49.440345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Made reservation on behalf of 91e22e5898d642c3a6330c1519731674 for: {'network': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:43:49.446177 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.474122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.500242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:43:49.506699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Usage tracker for resource:security_group_rule and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:43:49.510551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:43:49.517765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:43:49.664309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.669546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.673318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-175b4482-609d-494d-8a02-e935161925f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:49.711640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:43:49.724767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db3a86-64ef-4acd-80b8-4cbe3fa23097,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:49.731067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:49.737811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.738312 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Added segment 0dd2694e-52c5-48c2-abbb-5a712ba0fc00 of type vxlan for network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae Feb 18 12:43:49.773654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.826290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.827701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:49.828352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:49.832638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:49.996454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Pushing event updated for resources: {'Network': ['ID=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:50.000598 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8087583 Feb 18 12:43:50.001695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:50.005843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 55020) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:50.010570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:43:50.015130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Request body: {'subnet': {'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-555825654-subnet', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:43:50.021422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:43:50.029926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Usage tracker for resource:subnet and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:43:50.035424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:43:50.044117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:43:50.061242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Made reservation on behalf of 91e22e5898d642c3a6330c1519731674 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:43:50.068715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846870600'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:50.101706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:43:50.681681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846870645'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:50.707046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:50.904319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92c5331-ac0a-49f7-876b-851c567f94cd,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:50.911798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:51.008137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Checking segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:43:51.008440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Network hostable DHCP agents. Network: d09293bb-6301-47ec-9edd-b2ebf1c1a9ae, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:43:51.032457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:43:51.042598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, d09293bb-6301-47ec-9edd-b2ebf1c1a9ae) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:43:51.053951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e28eb1-4216-468a-8fa4-3559fff5d706 None None] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:43:51.058164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:43:51.059812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:51.084860 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-08629ad6-bfdd-401b-9772-a73149fbf50d admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0765967 Feb 18 12:43:51.091738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55024) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:51.098572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:43:51.104632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:43:51.112671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Usage tracker for resource:router and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:43:51.119712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:43:51.130163 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:43:51.158368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854014220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854748135'] for router, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:51.160261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854014235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854006525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27665'] for router, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:51.191046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:51.410039 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbaa753c-d98a-52c0-825f-00bff6fbd4d6-d09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd'}]}} from dv-cinder-776422-1-smb. {{(pid=83998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:43:51.411819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:51.611570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:51.877291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Allocated IP 172.20.0.2 (d09293bb-6301-47ec-9edd-b2ebf1c1a9ae/f92c5331-ac0a-49f7-876b-851c567f94cd/257ae785-aa6d-41b8-9e4a-13a1ed874f56) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:43:52.126820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.170937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.250776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.265682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Transition to ACTIVE for port object 257ae785-aa6d-41b8-9e4a-13a1ed874f56 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:43:52.292264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Transition to ACTIVE for port object 257ae785-aa6d-41b8-9e4a-13a1ed874f56 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:43:52.298309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.315553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:52.481843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Pushing event updated for resources: {'Port': ['ID=257ae785-aa6d-41b8-9e4a-13a1ed874f56,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:52.498286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:52.577870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:43:52.579777 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:43:52.582803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:43:52.628695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Allocated IP 172.28.3.159 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/49d518b4-745f-488a-9675-ab69dd758e04) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:43:52.669490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Attempting to bind port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:43:52.669904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Attempting to bind port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:43:52.670359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Attempting to bind port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 on network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:43:52.688505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:43:52.689087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Checking segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:43:52.689666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.690469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Bound using segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:43:52.691259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Bound port: 257ae785-aa6d-41b8-9e4a-13a1ed874f56, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:43:52.691612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.833945 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] For port 257ae785-aa6d-41b8-9e4a-13a1ed874f56, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:43:52.842458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] For port 257ae785-aa6d-41b8-9e4a-13a1ed874f56, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=257ae785-aa6d-41b8-9e4a-13a1ed874f56,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:43:52.845465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.862140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4303f109-efbb-416e-92f6-12dbdb57e91d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:52.905938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.964396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:52.985117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1e8085bc-10cd-4496-83ff-2192e6e0d195 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:53.068951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Pushing event updated for resources: {'Port': ['ID=257ae785-aa6d-41b8-9e4a-13a1ed874f56,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:53.075498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:53.196024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Pushing event updated for resources: {'Port': ['ID=49d518b4-745f-488a-9675-ab69dd758e04,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:53.203598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:53.301482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:43:53.303155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:43:53.306020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:43:54.432795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:55.048292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-761490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299'] for router, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:55.125670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3bcfb1-5c6d-471f-a6e3-c6cb01ba34ed None None] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:43:55.254972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-424c62cb-8d75-4f78-9252-7356347d0583 None None] Provisioning for port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:43:55.349997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Router 6c086ea3-bf33-451c-8e24-3d88eb636579 is scheduled to L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 with binding_index 1 {{(pid=83997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:43:55.500691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 257ae785-aa6d-41b8-9e4a-13a1ed874f56 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:43:55.606268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:43:55.613755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:43:55.614174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:55.640152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:43:55.657424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Sync routers for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:43:55.680610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] Notify callbacks [] for router, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:55.682487 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-29d43cb9-1ebd-40b5-b30a-45e14a7fe46a admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.5894194 Feb 18 12:43:55.688352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55028) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:43:55.694362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:43:55.695064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:43:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:55.996639 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-190f0888-75dd-4dba-995d-a0a3df6d233b None None] Provisioning complete for port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:43:55.997252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-190f0888-75dd-4dba-995d-a0a3df6d233b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:56.293235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:56.322309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:43:56.699208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 257ae785-aa6d-41b8-9e4a-13a1ed874f56, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=257ae785-aa6d-41b8-9e4a-13a1ed874f56,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:43:56.702815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:56.754653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:56.780856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-78001973-60dd-4b88-9304-e70425eddd4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:56.959976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=257ae785-aa6d-41b8-9e4a-13a1ed874f56,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:56.964019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:57.081198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7fbc1c0c-5966-4199-bc8c-7dd04e70b283 None None] Provisioning complete for port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:43:57.081904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7fbc1c0c-5966-4199-bc8c-7dd04e70b283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:57.141115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:53Z', 'revision_number': 3, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:57.153668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Checking router: 6c086ea3-bf33-451c-8e24-3d88eb636579 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:43:57.154145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Updating router 6c086ea3-bf33-451c-8e24-3d88eb636579 port 49d518b4-745f-488a-9675-ab69dd758e04 binding host dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:43:57.185610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Allocated IP 172.20.0.1 (d09293bb-6301-47ec-9edd-b2ebf1c1a9ae/f92c5331-ac0a-49f7-876b-851c567f94cd/c652f27f-b272-4d97-9ce2-7dec0ee5affb) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:43:57.271752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:57.357171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-82ed5f34-63e0-40ed-9a0f-4d9ef0c6aeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:57.443455 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:57.473390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Transition to ACTIVE for port object c652f27f-b272-4d97-9ce2-7dec0ee5affb will not be triggered until provisioned by entity DHCP. {{(pid=83997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:43:57.482626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 257ae785-aa6d-41b8-9e4a-13a1ed874f56 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:43:57.518465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:57.548383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-01466286-b446-4dc1-bfe3-65ba2f68aa4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:57.805496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:43:57.806100 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:57.985872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c652f27f-b272-4d97-9ce2-7dec0ee5affb,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:58.000340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:58.051559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:43:58.053401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:43:58.056232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:43:58.146330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765406'] for router_interface, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.167474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.189668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Transition to ACTIVE for port object 49d518b4-745f-488a-9675-ab69dd758e04 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:43:58.193464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.216325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:58.386859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fba81-1c0a-46b2-abab-896838ac8333 None None] Pushing event updated for resources: {'Port': ['ID=49d518b4-745f-488a-9675-ab69dd758e04,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:58.392093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0a2fba81-1c0a-46b2-abab-896838ac8333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:58.392775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-acbaf66b-2524-4b8a-9ece-b3cf6c9f3a7f None None] Provisioning for port c652f27f-b272-4d97-9ce2-7dec0ee5affb completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:43:58.416403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-acbaf66b-2524-4b8a-9ece-b3cf6c9f3a7f None None] Provisioning complete for port c652f27f-b272-4d97-9ce2-7dec0ee5affb triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:43:58.416825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-acbaf66b-2524-4b8a-9ece-b3cf6c9f3a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.502688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-acbaf66b-2524-4b8a-9ece-b3cf6c9f3a7f None None] Port c652f27f-b272-4d97-9ce2-7dec0ee5affb cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:43:58.535415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Attempting to bind port 49d518b4-745f-488a-9675-ab69dd758e04 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:43:58.535842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Attempting to bind port 49d518b4-745f-488a-9675-ab69dd758e04 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:43:58.536253 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Attempting to bind port 49d518b4-745f-488a-9675-ab69dd758e04 on network 8aeb3598-1153-4699-96ad-276093b44ab6 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:43:58.544310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:43:58.544310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:43:58.545363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.545363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Bound using segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:43:58.545363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Bound port: 49d518b4-745f-488a-9675-ab69dd758e04, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:43:58.546139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.552198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.641369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] For port 49d518b4-745f-488a-9675-ab69dd758e04, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:43:58.645903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] For port 49d518b4-745f-488a-9675-ab69dd758e04, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=49d518b4-745f-488a-9675-ab69dd758e04,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:43:58.649696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.666463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:58.828855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2fba81-1c0a-46b2-abab-896838ac8333 None None] Pushing event updated for resources: {'Port': ['ID=49d518b4-745f-488a-9675-ab69dd758e04,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:58.835749 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0a2fba81-1c0a-46b2-abab-896838ac8333 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:58.906571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:43:58.907746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:43:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:58.922609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.928465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:58.965073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-785ac1c9-8e6f-400f-90f4-6fc8fe1bccf3 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:43:59.121726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Pushing event updated for resources: {'Port': ['ID=c652f27f-b272-4d97-9ce2-7dec0ee5affb,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:43:59.126648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853242984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854010500'] for router_interface, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:59.155540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:43:59.174533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:43:59.361755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:43:59.363227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:43:59.683547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Router 6c086ea3-bf33-451c-8e24-3d88eb636579 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:43:59.738692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-c0b5f1d0-8b03-418d-ad4c-7cfc2ca11598 None None] Provisioning complete for port c652f27f-b272-4d97-9ce2-7dec0ee5affb triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:43:59.739179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c0b5f1d0-8b03-418d-ad4c-7cfc2ca11598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:59.797400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dc21ec67-f5da-478b-af4c-afc4ca4861e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:43:59.832322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-c0b5f1d0-8b03-418d-ad4c-7cfc2ca11598 None None] Port c652f27f-b272-4d97-9ce2-7dec0ee5affb cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:43:59.941931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 2, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:43:59.947288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5518c0-bb64-4506-8188-fa31de437e2a None None] The sync data for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb is: [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 2, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:43:59.949895 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:43:59.966233 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] 10.222.0.85 "PUT /v2.0/routers/6c086ea3-bf33-451c-8e24-3d88eb636579/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2753277 Feb 18 12:44:00.107743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:00.739179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55044) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:00.746583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1137295456', 'description': 'tempest-description--222657170'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:00.753492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:00.757684 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:00.760862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:00.767446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:00.785346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:00.823552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:00.831712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group_rule and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:00.837130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:00.849283 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:01.017864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.023627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.031105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8959dca4-ba7e-49b8-a167-f20f42685b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:01.097782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d104c0-06af-4c5d-aa75-2328f60956ed,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:01.101285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:01.104574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.107459 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-5c48cce8-c4ae-465f-99d8-596e0e86533c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3669503 Feb 18 12:44:01.112522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55048) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:01.126043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'security_group_rule': {'security_group_id': '45d104c0-06af-4c5d-aa75-2328f60956ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:01.138841 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:01.148225 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group_rule and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:01.154551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:01.162470 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:01.189103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.285740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.289592 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.292159 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f799ea32-176a-4b3a-a7d1-dde863946313 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:01.326416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa24eae-54d3-4365-866b-e4c748480207,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:01.337198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:01.344104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.346063 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-32378a26-480b-4f38-9a18-d17b07f7d773 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2299004 Feb 18 12:44:01.351378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55054) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:01.363717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'security_group_rule': {'security_group_id': '45d104c0-06af-4c5d-aa75-2328f60956ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:01.373496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:01.381086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group_rule and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:01.387869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:01.403435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:01.434837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.496433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 49d518b4-745f-488a-9675-ab69dd758e04 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:44:01.557618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.563826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.567690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9229f9f-c86f-464e-a6f0-d96f0d0d5a44 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:01.610675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ec5e29-6b4f-41bc-a3fb-f7be092549fa,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:01.615196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:01.629494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.632929 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2e8d8906-faa6-4458-997b-2f0b95f8ccff tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774465 Feb 18 12:44:01.633208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.636148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55058) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:01.645824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'floatingip': {'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:01.650787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.659227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:01.667898 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:floatingip and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:44:01.671718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:44:01.673126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 49d518b4-745f-488a-9675-ab69dd758e04 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:44:01.683572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:01.687860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 49d518b4-745f-488a-9675-ab69dd758e04 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:44:01.688995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.705366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.860068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.893285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 49d518b4-745f-488a-9675-ab69dd758e04, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=49d518b4-745f-488a-9675-ab69dd758e04,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:01.897985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:01.904849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:01.958771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:02.030179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=49d518b4-745f-488a-9675-ab69dd758e04,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:02.035335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:02.295826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Allocated IP 172.28.3.189 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/13bb779e-72b8-4866-bc18-b078523b19cf) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:44:02.490696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:02.524357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:02.541305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:02.699536 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'Port': ['ID=13bb779e-72b8-4866-bc18-b078523b19cf,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:02.705261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:02.752728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:44:02.753985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:44:02.756366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:44:02.874232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:02.954016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.378559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.385758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.410025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b7be796-37c4-4ad8-9d87-f741985ba597 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:03.457894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 49d518b4-745f-488a-9675-ab69dd758e04 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:44:03.553369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 49d518b4-745f-488a-9675-ab69dd758e04 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:44:03.553616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.646387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'Port': ['ID=13bb779e-72b8-4866-bc18-b078523b19cf,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:03.652549 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:03.721838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Sync routers for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:44:03.736110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:44:03.737082 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:44:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:03.816436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.842355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:03.843758 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2056022 Feb 18 12:44:04.002845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:44:04.115257 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-e90df957-3d5c-4253-9566-de0bf0a7d2bc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--1137295456&fields=id&tenant_id=91e22e5898d642c3a6330c1519731674 HTTP/1.1" status: 200 len: 267 time: 0.0838742 Feb 18 12:44:04.309814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-1ff9ce6c-3964-45f5-83e8-3b6631826fbf tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:04.311737 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-1ff9ce6c-3964-45f5-83e8-3b6631826fbf tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 810 time: 0.1878493 Feb 18 12:44:04.339976 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-ea0b7a7a-7f9d-4674-97ff-b50697cb4103 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/quotas/91e22e5898d642c3a6330c1519731674 HTTP/1.1" status: 200 len: 375 time: 0.0172813 Feb 18 12:44:04.473450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 2, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:04.479730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Checking router: 6c086ea3-bf33-451c-8e24-3d88eb636579 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:44:04.480456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Updating router 6c086ea3-bf33-451c-8e24-3d88eb636579 port c652f27f-b272-4d97-9ce2-7dec0ee5affb binding host dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:44:04.521039 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-fe54d02a-c4d1-47f1-bcff-3e7d70cd79a8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1684361 Feb 18 12:44:04.543618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-a82ae709-e7da-4a0f-85d6-8f4be27a330e service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:44:04.545292 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-a82ae709-e7da-4a0f-85d6-8f4be27a330e service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0080836 Feb 18 12:44:04.572688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:04.780800 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-acfe79ee-e882-48ed-bffd-ff209e2f3ad3 service neutron] 10.222.0.85 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237508 Feb 18 12:44:05.038070 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-914ad23f-6872-4dbd-8ac0-0c3e4957d245 service neutron] 10.222.0.85 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2413287 Feb 18 12:44:05.281934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-a0571eab-f950-4e9c-98a4-fca76776f483 req-95dabb92-9bb2-4938-bdaf-84e0fbbf5be3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:05.301945 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-a0571eab-f950-4e9c-98a4-fca76776f483 req-95dabb92-9bb2-4938-bdaf-84e0fbbf5be3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:05.303737 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0571eab-f950-4e9c-98a4-fca76776f483 req-95dabb92-9bb2-4938-bdaf-84e0fbbf5be3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 210 time: 0.0769565 Feb 18 12:44:05.358213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:05.373856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Transition to ACTIVE for port object c652f27f-b272-4d97-9ce2-7dec0ee5affb will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:44:05.376830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:05.392747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a32d854e-78f5-4393-bb20-2bb97fe15ebd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:05.538222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Pushing event updated for resources: {'Port': ['ID=c652f27f-b272-4d97-9ce2-7dec0ee5affb,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:05.565941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.566294 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.566650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.567007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.567368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.567725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.568085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.568435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.568790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.569174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.569675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.569938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.570418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.570763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.571107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.571462 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.571808 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.572159 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.572501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.572845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.573253 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.573604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.573994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.574338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:44:05.579329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:05.775243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Attempting to bind port c652f27f-b272-4d97-9ce2-7dec0ee5affb on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:44:05.775934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Attempting to bind port c652f27f-b272-4d97-9ce2-7dec0ee5affb by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:44:05.776618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Attempting to bind port c652f27f-b272-4d97-9ce2-7dec0ee5affb on network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:44:05.784094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:44:05.784519 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Checking segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:44:05.785273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:05.785890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Bound using segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:44:05.786696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Bound port: c652f27f-b272-4d97-9ce2-7dec0ee5affb, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:44:05.787290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:05.926888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] For port c652f27f-b272-4d97-9ce2-7dec0ee5affb, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:44:05.934578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] For port c652f27f-b272-4d97-9ce2-7dec0ee5affb, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=c652f27f-b272-4d97-9ce2-7dec0ee5affb,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:44:05.938759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:05.953468 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-813ccc69-48da-4e9c-a807-c5e3c33835a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:06.119473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Pushing event updated for resources: {'Port': ['ID=c652f27f-b272-4d97-9ce2-7dec0ee5affb,revision_number=4']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:06.125303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0f3cbeb5-1175-440c-aafe-23c03d22f807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:06.171230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:44:06.172129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:44:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:06.451899 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-07eb0335-90a5-435a-b964-624d5b66e472 req-3a2d1701-475d-4e4b-a5ed-d870f1d64ab1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 210 time: 0.0561974 Feb 18 12:44:06.509471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:44:06.907481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:05Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:06.912713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab85177-86b1-4e20-9b0d-624e6cfe2a0b None None] The sync data for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb is: [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:05Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:44:07.483728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c652f27f-b272-4d97-9ce2-7dec0ee5affb up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:44:07.586297 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port c652f27f-b272-4d97-9ce2-7dec0ee5affb completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:44:07.595424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port c652f27f-b272-4d97-9ce2-7dec0ee5affb triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:44:07.596089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:07.635878 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-797fe991-ca5a-40f8-bf6a-5d4f87f2d78b req-a8c6536f-1b00-42cd-9515-d8a4832a161e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 210 time: 0.1080997 Feb 18 12:44:07.833117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:07.889376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port c652f27f-b272-4d97-9ce2-7dec0ee5affb, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=c652f27f-b272-4d97-9ce2-7dec0ee5affb,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:07.893461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:07.897365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8331786f-b948-4553-89a7-1085ccb18a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:08.015068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=c652f27f-b272-4d97-9ce2-7dec0ee5affb,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:08.019450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:08.872485 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-49f52da3-885d-4fa1-92ea-1de70f6b3dba req-c0c8eae8-2e74-4685-af8d-5ebb33bca479 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 210 time: 0.0847671 Feb 18 12:44:08.946989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-ff783603-2ac8-43d2-867b-67c0eabeb7b6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:08.948862 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-ff783603-2ac8-43d2-867b-67c0eabeb7b6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 810 time: 0.2890663 Feb 18 12:44:09.050605 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-127b6051-a4ca-4764-8c42-17dad006660a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=91e22e5898d642c3a6330c1519731674 HTTP/1.1" status: 200 len: 5708 time: 0.0865290 Feb 18 12:44:09.069191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'port': {'device_id': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'admin_state_up': True, 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'security_groups': ['45d104c0-06af-4c5d-aa75-2328f60956ed']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:09.257563 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:44:09.271109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:44:09.281323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Made reservation on behalf of 91e22e5898d642c3a6330c1519731674 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:44:09.288199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:09.454019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c652f27f-b272-4d97-9ce2-7dec0ee5affb up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:44:09.558460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port c652f27f-b272-4d97-9ce2-7dec0ee5affb triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:44:09.559279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:09.669285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Allocated IP 172.20.0.6 (d09293bb-6301-47ec-9edd-b2ebf1c1a9ae/f92c5331-ac0a-49f7-876b-851c567f94cd/14f9be41-9eac-43ab-90e8-91c40af9a8af) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:44:09.915221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:09.939897 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Transition to ACTIVE for port object 14f9be41-9eac-43ab-90e8-91c40af9a8af will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:44:09.977110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:09.993934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:10.164860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9dd74-01c2-458e-98fd-4f283fe3dc05 req-2c6cd6d1-28ac-469a-ae26-b5c483dff650 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:10.166701 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-44f9dd74-01c2-458e-98fd-4f283fe3dc05 req-2c6cd6d1-28ac-469a-ae26-b5c483dff650 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 931 time: 0.1287997 Feb 18 12:44:10.181594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'Port': ['ID=14f9be41-9eac-43ab-90e8-91c40af9a8af,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:10.189528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:10.228330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-44f9dd74-01c2-458e-98fd-4f283fe3dc05 req-da9c61ef-bd06-49dd-b5f0-aff31ef62f9e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:10.252965 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-44f9dd74-01c2-458e-98fd-4f283fe3dc05 req-da9c61ef-bd06-49dd-b5f0-aff31ef62f9e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:10.254410 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-44f9dd74-01c2-458e-98fd-4f283fe3dc05 req-da9c61ef-bd06-49dd-b5f0-aff31ef62f9e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793819 Feb 18 12:44:10.271281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:44:10.273031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:44:10.275833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:44:10.359912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:10.360760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:10.389417 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3286507 Feb 18 12:44:10.408824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Request body: {'port': {'device_id': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:10.535282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-354865a4-4ec6-4c4e-8bd5-5787217b986b None None] Provisioning for port 14f9be41-9eac-43ab-90e8-91c40af9a8af completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:44:10.541238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-354865a4-4ec6-4c4e-8bd5-5787217b986b None None] Provisioning complete for port 14f9be41-9eac-43ab-90e8-91c40af9a8af triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:44:10.541653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-354865a4-4ec6-4c4e-8bd5-5787217b986b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:10.572816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:10.608435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-354865a4-4ec6-4c4e-8bd5-5787217b986b None None] Port 14f9be41-9eac-43ab-90e8-91c40af9a8af cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:44:11.083062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f9be41-9eac-43ab-90e8-91c40af9a8af {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:44:11.092634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:11.106963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Transition to ACTIVE for port object 14f9be41-9eac-43ab-90e8-91c40af9a8af will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:44:11.110701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:11.129143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fb0c8de1-2412-4646-af61-26bdd812d8e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:11.287901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Pushing event updated for resources: {'Port': ['ID=14f9be41-9eac-43ab-90e8-91c40af9a8af,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:11.302105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:11.661721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Attempting to bind port 14f9be41-9eac-43ab-90e8-91c40af9a8af on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:44:11.662096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Attempting to bind port 14f9be41-9eac-43ab-90e8-91c40af9a8af by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:44:11.662507 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Attempting to bind port 14f9be41-9eac-43ab-90e8-91c40af9a8af on network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:44:11.674437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:44:11.675077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Checking segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:44:11.675775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:11.676417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Bound using segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:44:11.677321 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Bound port: 14f9be41-9eac-43ab-90e8-91c40af9a8af, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:44:11.677938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:11.696102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19296d5-b305-4f93-a7bc-12a9ec94fe05 req-eff210cc-2718-4bde-97f2-c539909c3eed tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:11.696830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-a19296d5-b305-4f93-a7bc-12a9ec94fe05 req-eff210cc-2718-4bde-97f2-c539909c3eed tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:44:11.771860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-a19296d5-b305-4f93-a7bc-12a9ec94fe05 req-eff210cc-2718-4bde-97f2-c539909c3eed tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:44:11.774668 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a19296d5-b305-4f93-a7bc-12a9ec94fe05 req-eff210cc-2718-4bde-97f2-c539909c3eed tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.3289394 Feb 18 12:44:11.851631 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a19296d5-b305-4f93-a7bc-12a9ec94fe05 req-076b6ab2-c1e9-44f2-ba1c-cf0c2c9e98e3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716949 Feb 18 12:44:11.853202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] For port 14f9be41-9eac-43ab-90e8-91c40af9a8af, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:44:11.863537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] For port 14f9be41-9eac-43ab-90e8-91c40af9a8af, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:44:11.868585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:11.886657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3a6c2a4b-8348-4b04-a800-67c995780640 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:12.405368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Pushing event updated for resources: {'Port': ['ID=14f9be41-9eac-43ab-90e8-91c40af9a8af,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:12.414908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:12.461540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:12.462365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:12.463913 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] 10.222.0.101 "PUT /v2.0/ports/14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 1157 time: 2.0603030 Feb 18 12:44:12.465560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:12.492242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:44:12.577919 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'status': 'completed', 'code': 200} Feb 18 12:44:12.642623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3704479c-fe7c-4a6e-b71c-588f9157e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:12.645151 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-3704479c-fe7c-4a6e-b71c-588f9157e2b9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1160 time: 0.1115270 Feb 18 12:44:12.735928 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-a0303069-8c4f-4020-ac5b-e85561b8f080 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 217 time: 0.0758002 Feb 18 12:44:12.813966 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-b6103f44-677f-457f-bbfc-742989f0d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:12.815557 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-b6103f44-677f-457f-bbfc-742989f0d03f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0726500 Feb 18 12:44:12.917156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-252081f7-d66b-41ef-bd57-996598a1aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:12.918853 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-252081f7-d66b-41ef-bd57-996598a1aefc service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0954401 Feb 18 12:44:12.931571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-1860547a-f62e-4016-a434-49246d51fdfb service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:44:12.932550 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-1860547a-f62e-4016-a434-49246d51fdfb service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0056362 Feb 18 12:44:13.155017 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-c8c56859-54ec-4c5e-afe0-6dc109d07d69 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144089 Feb 18 12:44:13.166476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df538cf0-2211-4200-b4f5-561a73633c47 req-915a25f9-2f30-48fa-beb5-1510cb902fc6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:13.168074 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-df538cf0-2211-4200-b4f5-561a73633c47 req-915a25f9-2f30-48fa-beb5-1510cb902fc6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.1511023 Feb 18 12:44:13.321351 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-df538cf0-2211-4200-b4f5-561a73633c47 req-661bbd75-7f93-4014-bd33-83e55aa86dc3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303298 Feb 18 12:44:13.357017 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-349eec19-dc64-45c0-b6b3-e7420d0a57d6 req-714d0c20-4863-46ea-a50e-e0261a0cad2a service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1878459 Feb 18 12:44:13.554989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-09d9f98d-ffa7-4e68-9d5b-d7a422a56587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:13.556628 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-09d9f98d-ffa7-4e68-9d5b-d7a422a56587 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1160 time: 0.0860691 Feb 18 12:44:13.725142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-510ed62e-2024-4aa0-8166-d75e59e558a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:13.726772 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-510ed62e-2024-4aa0-8166-d75e59e558a9 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1609540 Feb 18 12:44:13.810181 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-57d03f7a-3e95-4307-9aca-3f5e8103c353 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 217 time: 0.0757194 Feb 18 12:44:13.893470 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-b5151402-46f7-4caa-b838-c91e445d1dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:13.895709 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-b5151402-46f7-4caa-b838-c91e445d1dbd service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0777273 Feb 18 12:44:14.003021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-3c56c3ea-68e8-4c30-b864-82e55e9abbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:14.004575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-3c56c3ea-68e8-4c30-b864-82e55e9abbc6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999806 Feb 18 12:44:14.167935 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-b5eaf9fb-a76e-4180-8f9b-f933ef223f06 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548240 Feb 18 12:44:14.336245 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71ddbf1d-9c61-4bd7-bc56-c747a0f9f05f req-744523bb-9789-4e36-bd3d-23281b870d2f service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1605799 Feb 18 12:44:14.629599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08728f-3ed2-47bb-b245-dfd58ca1f9fe req-27495215-97ae-420b-bdd4-cdc0886811a1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:14.631267 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f08728f-3ed2-47bb-b245-dfd58ca1f9fe req-27495215-97ae-420b-bdd4-cdc0886811a1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.1621101 Feb 18 12:44:14.688754 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f08728f-3ed2-47bb-b245-dfd58ca1f9fe req-cee92ec9-3837-4a07-8aec-8bf1c955606f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483363 Feb 18 12:44:15.966504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b93b96-cf9f-486d-a05f-87a2ef861e2a req-682bd08d-c5e9-4665-8b51-6a9238d20bbc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:15.968153 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23b93b96-cf9f-486d-a05f-87a2ef861e2a req-682bd08d-c5e9-4665-8b51-6a9238d20bbc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.1647615 Feb 18 12:44:16.019450 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23b93b96-cf9f-486d-a05f-87a2ef861e2a req-869718a6-1520-42aa-acf2-af46b681c0b6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Feb 18 12:44:16.894830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:17.236031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f56ea-9615-4bac-b0e2-baca134f25fa req-de620c2b-77ee-46a4-86a8-81c926c16036 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:17.238057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0d3f56ea-9615-4bac-b0e2-baca134f25fa req-de620c2b-77ee-46a4-86a8-81c926c16036 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.0950091 Feb 18 12:44:17.294830 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0d3f56ea-9615-4bac-b0e2-baca134f25fa req-7527c9e4-3b87-4e0e-a938-d19f36fd7eea tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503740 Feb 18 12:44:18.538620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a587a4-3f98-4e02-a8c7-04b2d50b465a req-af1fb913-7205-4648-aa12-41f5bda54842 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:18.540308 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6a587a4-3f98-4e02-a8c7-04b2d50b465a req-af1fb913-7205-4648-aa12-41f5bda54842 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.1006553 Feb 18 12:44:18.599959 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6a587a4-3f98-4e02-a8c7-04b2d50b465a req-be53504f-5efe-4688-b309-0c48d1a36917 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498672 Feb 18 12:44:19.145240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 14f9be41-9eac-43ab-90e8-91c40af9a8af up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:44:19.223811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 14f9be41-9eac-43ab-90e8-91c40af9a8af completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:44:19.229987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 14f9be41-9eac-43ab-90e8-91c40af9a8af triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:44:19.230411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:19.388327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:19.436633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:19.448279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 14f9be41-9eac-43ab-90e8-91c40af9a8af, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:44:19.451882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:19.455567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:44:19.500205 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'code': 200} Feb 18 12:44:19.565802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=14f9be41-9eac-43ab-90e8-91c40af9a8af,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:44:19.571294 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:44:19.960740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101dab-e05c-47aa-8b80-e3e1b99e1405 req-89ec1375-e5de-44b0-9885-f8694035eee7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:19.962693 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0d101dab-e05c-47aa-8b80-e3e1b99e1405 req-89ec1375-e5de-44b0-9885-f8694035eee7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.2196627 Feb 18 12:44:19.966154 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66738e-7d2d-4ef6-a4e0-fe5e9b587d21 req-d4c2754b-3c9c-4718-8f26-d89d4ff8cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:19.968510 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fb66738e-7d2d-4ef6-a4e0-fe5e9b587d21 req-d4c2754b-3c9c-4718-8f26-d89d4ff8cd68 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.1786799 Feb 18 12:44:20.052045 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0d101dab-e05c-47aa-8b80-e3e1b99e1405 req-12b90fe9-3957-41ae-bb35-f4359261072e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801802 Feb 18 12:44:20.056046 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fb66738e-7d2d-4ef6-a4e0-fe5e9b587d21 req-46573ee0-97bd-44d4-b5f9-b29a727d7575 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659213 Feb 18 12:44:20.557787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 14f9be41-9eac-43ab-90e8-91c40af9a8af up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:44:20.684641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 14f9be41-9eac-43ab-90e8-91c40af9a8af triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:44:20.685227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:21.666657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56029214-ea66-487d-a21a-365454d84add req-f8c49d8c-9e3a-4c67-9dc0-9546e7fbecd2 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:21.668647 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-56029214-ea66-487d-a21a-365454d84add req-f8c49d8c-9e3a-4c67-9dc0-9546e7fbecd2 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.4320388 Feb 18 12:44:21.721285 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-56029214-ea66-487d-a21a-365454d84add req-3e9e654c-3b15-43c6-8604-bd994eeb49c0 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452693 Feb 18 12:44:22.938771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8766c3c-36fe-450f-b216-aeefb7b0b464 req-587ab6b2-1d0f-4836-acf9-9ffdc17793c9 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:22.940414 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8766c3c-36fe-450f-b216-aeefb7b0b464 req-587ab6b2-1d0f-4836-acf9-9ffdc17793c9 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1005025 Feb 18 12:44:22.990830 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c8766c3c-36fe-450f-b216-aeefb7b0b464 req-9455e1df-fcc3-4d9a-b960-0e538d8c511b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435843 Feb 18 12:44:23.197771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402dbbf-c6e0-49d0-8fe1-4239a0a1e817 req-f2f58bdc-bf5f-4769-82eb-70f1da31c71f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:23.199988 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f402dbbf-c6e0-49d0-8fe1-4239a0a1e817 req-f2f58bdc-bf5f-4769-82eb-70f1da31c71f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0975542 Feb 18 12:44:23.215830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55132) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:44:23.221803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'floatingip': {'port_id': '14f9be41-9eac-43ab-90e8-91c40af9a8af'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:44:23.312136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:24.023703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:24.027165 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:24.220014 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Floating IP b3a667ba-f2f9-4c27-b766-765520bf4f7d associated. External IP: 172.28.3.189, port: 14f9be41-9eac-43ab-90e8-91c40af9a8af. Feb 18 12:44:24.642723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Router 6c086ea3-bf33-451c-8e24-3d88eb636579 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:44:24.854066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:44:24.859638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:24.867811 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] Sync routers for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:44:24.880262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:44:24.880994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:44:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:24.927649 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-67b19f5b-54c6-46e3-b4df-e721e6c898ad tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "PUT /v2.0/floatingips/b3a667ba-f2f9-4c27-b766-765520bf4f7d HTTP/1.1" status: 200 len: 991 time: 1.7103658 Feb 18 12:44:24.928290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:44:24.993528 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'status': 'completed', 'code': 200} Feb 18 12:44:25.100842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:44:25.170473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-703d5435-6e83-40eb-ab59-8d8481776a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:25.172134 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-703d5435-6e83-40eb-ab59-8d8481776a4d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.0977826 Feb 18 12:44:25.339685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-24ec2edd-c5ad-4a2d-bd9e-f22eaa113053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:25.341453 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-24ec2edd-c5ad-4a2d-bd9e-f22eaa113053 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1585875 Feb 18 12:44:25.465431 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-f17bf819-c9e2-440a-801a-85429deec1f3 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 999 time: 0.1154277 Feb 18 12:44:25.522313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'b3a667ba-f2f9-4c27-b766-765520bf4f7d', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'port_id': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'mac_address': 'fa:16:3e:89:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:44:02Z', 'updated_at': '2021-02-18T12:44:23Z', 'revision_number': 1, 'project_id': '91e22e5898d642c3a6330c1519731674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:25.527917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] Checking router: 6c086ea3-bf33-451c-8e24-3d88eb636579 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:44:25.538374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:44:25.539029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:44:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:25.547548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-2bf781f6-1c07-4126-8737-d45ebc55c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:25.549253 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-2bf781f6-1c07-4126-8737-d45ebc55c4d4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0757337 Feb 18 12:44:25.647150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-f26a76e1-7f05-43cb-990d-7e43ac7f69ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:25.648839 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-f26a76e1-7f05-43cb-990d-7e43ac7f69ab service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0926113 Feb 18 12:44:25.754656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:44:25.834237 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-b070b2f1-6bdf-4e01-ac36-afe20b868a0e service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717360 Feb 18 12:44:26.007728 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8324370b-2a0f-4f0c-8eb4-ee9dcf53256d req-b5a639a2-a4bd-4ac2-bd9d-26726c668273 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1613264 Feb 18 12:44:26.316794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'b3a667ba-f2f9-4c27-b766-765520bf4f7d', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'port_id': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'mac_address': 'fa:16:3e:89:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:44:02Z', 'updated_at': '2021-02-18T12:44:23Z', 'revision_number': 1, 'project_id': '91e22e5898d642c3a6330c1519731674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:44:26.321922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9775f4e3-2c34-4124-b9e2-06a39846dc87 None None] The sync data for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb is: [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'b3a667ba-f2f9-4c27-b766-765520bf4f7d', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'floating_ip_address': '172.28.3.189', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'port_id': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 553, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'mac_address': 'fa:16:3e:89:e9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:44:02Z', 'updated_at': '2021-02-18T12:44:23Z', 'revision_number': 1, 'project_id': '91e22e5898d642c3a6330c1519731674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:44:26.620971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48ee0f4-c125-4dc5-b6cf-a08526ae716f None None] New status for floating IP b3a667ba-f2f9-4c27-b766-765520bf4f7d: ACTIVE {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:44:27.236038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-23d524a8-c268-4cb7-a2b7-f299a5ec30fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:29.710526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-340c0327-9497-4d6c-aec7-723e95037b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:30.110144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:31.579700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:31.615307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:43.448628 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-fcb208cf-ba15-4088-854c-98bc531779c1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1311283 Feb 18 12:44:43.634940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-2bba1fd3-3e2f-404e-b6b2-4e45813ef717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:43.636774 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-2bba1fd3-3e2f-404e-b6b2-4e45813ef717 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.0839715 Feb 18 12:44:43.806457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-0d6254b2-ec5c-4b3f-8552-0f23e913fe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:43.808125 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-0d6254b2-ec5c-4b3f-8552-0f23e913fe09 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1486726 Feb 18 12:44:43.931184 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-6abd5da7-8a63-4682-ad09-11a22984b857 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 1001 time: 0.1114624 Feb 18 12:44:44.026735 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-df1a39ff-472a-4811-9217-3c68c2f7d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:44.028347 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-df1a39ff-472a-4811-9217-3c68c2f7d2f3 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0659482 Feb 18 12:44:44.119962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-ef061ccd-b8f2-4a5c-be2b-67a9be2830d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:44:44.121693 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-ef061ccd-b8f2-4a5c-be2b-67a9be2830d8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798912 Feb 18 12:44:44.270307 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-ac1e4958-8852-4701-b2c5-42ccf5c5a213 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396160 Feb 18 12:44:44.420206 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f01c0f1e-6100-4cef-aae5-12a5c10e5417 req-83f32df8-aabe-4b3f-930b-fa12077bb96b service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423240 Feb 18 12:44:46.910368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:49.483403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:44:57.239724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbaa7eeb-9616-4bc4-a27b-a4d081b89b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:44:59.711863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dc3ec74e-e7d4-4586-a5ab-395905424457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:00.111531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:01.579399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:01.619897 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:16.925021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:26.484089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:45:27.244004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-97ea5198-4e19-4d02-934f-7c97091457c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:29.719842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-534111d3-b5a0-4dfc-ba11-d7ad8581f636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:30.122292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.581654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:31.622162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:44.350487 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-c659c1d3-a1e3-427e-a2c3-43700cf578a7 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0847461 Feb 18 12:45:44.546700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-933a297f-6dcf-460c-a320-850192d05105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:44.548579 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-933a297f-6dcf-460c-a320-850192d05105 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.0961006 Feb 18 12:45:44.772199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-256412dc-a73b-4ce0-b911-ea56a2eef4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:44.775788 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-256412dc-a73b-4ce0-b911-ea56a2eef4c7 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1975424 Feb 18 12:45:45.188941 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-847f3488-9b2c-48d0-849e-2aad3937cd7b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 1001 time: 0.4045086 Feb 18 12:45:45.266572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-8ef431ab-d6f0-4514-9e69-bf218d57350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:45.268238 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-8ef431ab-d6f0-4514-9e69-bf218d57350b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0709779 Feb 18 12:45:45.358256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-dc0a1643-7a49-431a-88b7-50c8dc1d4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:45.360348 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-dc0a1643-7a49-431a-88b7-50c8dc1d4c43 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0851843 Feb 18 12:45:45.521330 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-6ee8cbec-5a42-4e4c-991e-2e7fd10a404d service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533439 Feb 18 12:45:45.686278 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f214ab3-0d94-4d6b-ab1e-fc425497c6b6 req-1b71c762-e6e4-404e-add5-b6c507aeadf4 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1569285 Feb 18 12:45:46.927634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:53.676962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd5b7a-e2bb-48e6-b98c-2432b4582a8b req-e808bd9a-d20d-4d88-8436-e78a29f83155 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:53.678574 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-eacd5b7a-e2bb-48e6-b98c-2432b4582a8b req-e808bd9a-d20d-4d88-8436-e78a29f83155 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1203477 Feb 18 12:45:53.735961 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-eacd5b7a-e2bb-48e6-b98c-2432b4582a8b req-a0c88f9b-d960-43a7-85f8-711ba6642777 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467703 Feb 18 12:45:54.964452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8948c7ac-920f-4ad0-b02d-5d088e078e22 req-eccd6bbd-3683-4446-bd89-0f5baeead809 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:54.966170 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8948c7ac-920f-4ad0-b02d-5d088e078e22 req-eccd6bbd-3683-4446-bd89-0f5baeead809 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0990829 Feb 18 12:45:55.027397 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8948c7ac-920f-4ad0-b02d-5d088e078e22 req-a90daf1f-3429-4ad4-aa01-4011cc8e3b65 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547664 Feb 18 12:45:56.260611 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda759e1-e4f5-461d-99d9-755af0f59e13 req-e9e57699-fef9-4d63-87e7-19207bb70929 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:56.262414 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bda759e1-e4f5-461d-99d9-755af0f59e13 req-e9e57699-fef9-4d63-87e7-19207bb70929 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1026750 Feb 18 12:45:56.325399 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bda759e1-e4f5-461d-99d9-755af0f59e13 req-54e71bf9-a96f-4a01-a50e-162807272e39 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536141 Feb 18 12:45:57.245776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d959f9d0-066b-4067-9b47-222fc0bf3a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:45:57.537394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662312ae-cf15-4f28-9c52-4ea747366567 req-c72dd849-0691-4bd7-b5c7-ce0c6e514785 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:57.539088 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-662312ae-cf15-4f28-9c52-4ea747366567 req-c72dd849-0691-4bd7-b5c7-ce0c6e514785 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0883598 Feb 18 12:45:57.589285 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-662312ae-cf15-4f28-9c52-4ea747366567 req-f2185209-d398-47d9-b2bd-46138ebb499f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434587 Feb 18 12:45:58.798315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cab63d-9035-4e52-b5cb-a32914b628f1 req-25f7c9a3-aa1a-4be8-865d-70cdfefcf1dc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:45:58.799937 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-41cab63d-9035-4e52-b5cb-a32914b628f1 req-25f7c9a3-aa1a-4be8-865d-70cdfefcf1dc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0922503 Feb 18 12:45:58.850191 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-41cab63d-9035-4e52-b5cb-a32914b628f1 req-4d70afe2-9b96-415c-a10f-c9afb748ef70 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Feb 18 12:45:59.726401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0d3c2ff-4b61-44a4-9bf5-26e40329e90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:00.060829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324f3211-de0a-4b59-b0a9-12a2cb932f74 req-d18ba862-83e5-4596-b7fe-0b4f32f8f24b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:00.062463 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-324f3211-de0a-4b59-b0a9-12a2cb932f74 req-d18ba862-83e5-4596-b7fe-0b4f32f8f24b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0920365 Feb 18 12:46:00.112668 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-324f3211-de0a-4b59-b0a9-12a2cb932f74 req-8717ec83-e1ab-4465-8ef3-18aa2e5ec44d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Feb 18 12:46:00.117326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:01.342983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c131428-df8d-4944-9c26-0ec300a4f523 req-b380fea6-9293-4662-be02-d7b7c43e1e43 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:01.344814 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9c131428-df8d-4944-9c26-0ec300a4f523 req-b380fea6-9293-4662-be02-d7b7c43e1e43 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1023772 Feb 18 12:46:01.409482 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9c131428-df8d-4944-9c26-0ec300a4f523 req-dbdf05b1-ace4-4eec-bed9-33102cc18784 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554137 Feb 18 12:46:01.587775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:01.630735 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:02.649192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03682307-dc67-4613-a820-1c514869d019 req-1136cf7e-50bc-40b0-902f-09273888129f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:02.652244 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03682307-dc67-4613-a820-1c514869d019 req-1136cf7e-50bc-40b0-902f-09273888129f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1232691 Feb 18 12:46:02.703919 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03682307-dc67-4613-a820-1c514869d019 req-fbc5495c-1b7c-49b6-bd4f-bdb8b4eee3ce tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452385 Feb 18 12:46:03.484641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:46:03.936340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d4d3d-ced6-4bc0-be7e-2c69b16e282f req-492b4d7f-f802-4373-909b-89a673657560 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:03.938518 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da9d4d3d-ced6-4bc0-be7e-2c69b16e282f req-492b4d7f-f802-4373-909b-89a673657560 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0993271 Feb 18 12:46:04.001859 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-da9d4d3d-ced6-4bc0-be7e-2c69b16e282f req-d81aae97-e798-4bb6-9bb4-49fff5f61f7f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542717 Feb 18 12:46:05.211693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45a5c8-9aab-4243-a9e6-73186c5cc9db req-bd1e7b52-b584-4da6-b12a-87b3759f204f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:05.213338 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd45a5c8-9aab-4243-a9e6-73186c5cc9db req-bd1e7b52-b584-4da6-b12a-87b3759f204f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0901248 Feb 18 12:46:05.264477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cd45a5c8-9aab-4243-a9e6-73186c5cc9db req-4e427424-636e-44af-b584-77fe8d339bde tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435994 Feb 18 12:46:05.752113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-5b091b5a-5b00-4c81-9839-20e0821c804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:05.753795 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-5b091b5a-5b00-4c81-9839-20e0821c804d service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.0955563 Feb 18 12:46:05.890215 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce4b16-997a-42dc-b799-317ec99a789f req-042589e6-5021-4a18-9220-acd5f419c16d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:05.891884 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e7ce4b16-997a-42dc-b799-317ec99a789f req-042589e6-5021-4a18-9220-acd5f419c16d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.3372614 Feb 18 12:46:05.915736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-fd11e56c-e364-4bc3-b687-4a4ba79910f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:05.918060 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-fd11e56c-e364-4bc3-b687-4a4ba79910f1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1556900 Feb 18 12:46:05.949200 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e7ce4b16-997a-42dc-b799-317ec99a789f req-ea7edd7f-ea27-42a5-b5d9-cdc714ee8b39 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506496 Feb 18 12:46:06.043038 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-55f9685c-f604-46d0-a239-5d8bb4fdb647 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 1001 time: 0.1174734 Feb 18 12:46:06.116847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-b1f6ec33-9357-476b-816e-bae49143d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:06.118487 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-b1f6ec33-9357-476b-816e-bae49143d9ff service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0685079 Feb 18 12:46:06.211574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-b5020332-7595-48a8-b68b-d359a58521d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:06.213259 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-b5020332-7595-48a8-b68b-d359a58521d6 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0867879 Feb 18 12:46:06.367014 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-5cc3df5d-53ed-4f79-9f8b-4da2527d782d service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455503 Feb 18 12:46:06.519063 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-30f7d6fa-f974-43ad-94c6-36ca4aa32024 req-5e19cab7-2bdf-491c-a5f0-d7df49e5ab5e service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442652 Feb 18 12:46:07.158640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bc530-5cb3-4120-9122-22064894a418 req-78129980-be9b-4cbd-ba5d-a9c7d2395340 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:07.160319 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-796bc530-5cb3-4120-9122-22064894a418 req-78129980-be9b-4cbd-ba5d-a9c7d2395340 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0905216 Feb 18 12:46:07.213950 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-796bc530-5cb3-4120-9122-22064894a418 req-82378c3d-ad17-4ab8-9f9d-6e5a380de2e6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467095 Feb 18 12:46:08.432005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c25a91-60e2-4a3c-8006-12ff7faee347 req-87eec95d-9f64-476b-9b5b-5eaa0dbfc895 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:08.433676 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95c25a91-60e2-4a3c-8006-12ff7faee347 req-87eec95d-9f64-476b-9b5b-5eaa0dbfc895 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0961781 Feb 18 12:46:08.485016 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95c25a91-60e2-4a3c-8006-12ff7faee347 req-53311192-bb0a-481a-85a9-6df6f598d2f8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Feb 18 12:46:16.933296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:27.253267 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e46e5e59-a4de-4eca-9209-768b265a8672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:29.720473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e1b6fada-7759-4c46-b252-b44cfdc30354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:30.121160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:31.586110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:31.623849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:40.487087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:46:45.487467 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-55ad2d35-001d-4780-94c6-f4b61008ea48 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0803056 Feb 18 12:46:45.660181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-0262fcef-3afb-4358-8c2c-26de1af73901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:45.661866 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-0262fcef-3afb-4358-8c2c-26de1af73901 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.0783644 Feb 18 12:46:45.823035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-7d25c068-4887-481b-a125-a02fedd01e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:45.824627 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-7d25c068-4887-481b-a125-a02fedd01e62 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1414275 Feb 18 12:46:45.947242 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-2d9269b9-001b-4470-8ac3-1b451f76c894 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 1001 time: 0.1152151 Feb 18 12:46:46.018728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-ac0abf7d-a1ec-4b80-98b9-108774c791e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:46.020294 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-ac0abf7d-a1ec-4b80-98b9-108774c791e2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0661516 Feb 18 12:46:46.111565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-5f2976c3-86ca-4308-b894-5da47fbbbbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:46:46.113380 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-5f2976c3-86ca-4308-b894-5da47fbbbbc0 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857358 Feb 18 12:46:46.270631 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-11c2326e-19c5-43f0-81c6-7488b94cda1a service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487708 Feb 18 12:46:46.419201 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d84e77b-8b86-42a0-8c65-7d612f1fc97a req-6d68b628-a857-42d7-a236-1398c8ba2b3f service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411192 Feb 18 12:46:46.946894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:57.250825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-345c09db-5822-4367-ad53-8db204553c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:46:59.724368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d43cf4fb-e0bc-499a-854e-0cd40b954114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:00.124793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:01.596007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:01.631367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:08.785230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39a8cc-b424-49e8-a295-e0bb6621c359 req-970a1483-21d6-41bf-ad33-a78736b6b45b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:08.786871 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cf39a8cc-b424-49e8-a295-e0bb6621c359 req-970a1483-21d6-41bf-ad33-a78736b6b45b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1043346 Feb 18 12:47:08.842590 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cf39a8cc-b424-49e8-a295-e0bb6621c359 req-9e324932-9c1a-4297-8758-eb449d48167c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469384 Feb 18 12:47:10.073271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9483d1-faf4-4e6e-9bf7-afe2a52a2912 req-5e99532f-967c-41cf-a54a-08f1b1af0efb tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:10.075530 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4c9483d1-faf4-4e6e-9bf7-afe2a52a2912 req-5e99532f-967c-41cf-a54a-08f1b1af0efb tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0885637 Feb 18 12:47:10.129053 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4c9483d1-faf4-4e6e-9bf7-afe2a52a2912 req-a55cd05d-bcf4-4af2-9522-e03c7de19a5e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471814 Feb 18 12:47:11.341631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c081447-b8e6-46fe-918a-2f9bd4e57ce0 req-cfc52127-25bb-47bf-9806-04da2bc4ce2d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:11.343864 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8c081447-b8e6-46fe-918a-2f9bd4e57ce0 req-cfc52127-25bb-47bf-9806-04da2bc4ce2d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0984261 Feb 18 12:47:11.396695 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8c081447-b8e6-46fe-918a-2f9bd4e57ce0 req-20d928f1-20e3-4345-9c3f-5292f48e1410 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464664 Feb 18 12:47:12.604740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fca618-fd29-4be8-9aa3-00c65aa2e777 req-60900345-cdaf-414c-9a55-ffcc279eabd3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:12.606395 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-90fca618-fd29-4be8-9aa3-00c65aa2e777 req-60900345-cdaf-414c-9a55-ffcc279eabd3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0904977 Feb 18 12:47:12.658144 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-90fca618-fd29-4be8-9aa3-00c65aa2e777 req-cf235e18-0b64-483e-9ba1-4c61290a82dc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445511 Feb 18 12:47:13.894503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c12c6-e745-4ee4-a2d7-f4cf0099606c req-ba6fae7a-7a57-4a14-b9e7-068b7526cfc7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:13.898821 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9f1c12c6-e745-4ee4-a2d7-f4cf0099606c req-ba6fae7a-7a57-4a14-b9e7-068b7526cfc7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1028388 Feb 18 12:47:13.960409 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9f1c12c6-e745-4ee4-a2d7-f4cf0099606c req-36ad45bd-9b81-49c8-bd28-40c242d0a352 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535741 Feb 18 12:47:15.190182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c39092-d214-4a18-81d7-1b3654514657 req-535fa415-e0b6-43c0-bfd0-a3fdb9f16395 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:15.192008 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e9c39092-d214-4a18-81d7-1b3654514657 req-535fa415-e0b6-43c0-bfd0-a3fdb9f16395 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0961721 Feb 18 12:47:15.249054 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e9c39092-d214-4a18-81d7-1b3654514657 req-3d51cf1e-dc8e-4bb9-91da-a2c1198e0499 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493796 Feb 18 12:47:16.499869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8058096-1284-4a0d-b2f3-d70c9efc4a9a req-15b9229d-3a61-4a9d-a813-54086cb2cfce tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:16.501541 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8058096-1284-4a0d-b2f3-d70c9efc4a9a req-15b9229d-3a61-4a9d-a813-54086cb2cfce tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1037779 Feb 18 12:47:16.555362 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f8058096-1284-4a0d-b2f3-d70c9efc4a9a req-6e020776-1261-489d-825e-a5000eecc62b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473228 Feb 18 12:47:16.947809 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:17.488347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:47:17.785673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437be02-6508-4ddb-ba1a-4f5c5002c3e3 req-85253b0c-0424-40a4-aa2f-5b4472120e4d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:17.787398 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8437be02-6508-4ddb-ba1a-4f5c5002c3e3 req-85253b0c-0424-40a4-aa2f-5b4472120e4d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1001604 Feb 18 12:47:17.855192 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8437be02-6508-4ddb-ba1a-4f5c5002c3e3 req-a85df62b-a9fb-4424-95af-8ffa2623aa9d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603986 Feb 18 12:47:19.111311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f6fa47-3f18-4112-94b2-d4f95fb167df req-70825695-0014-4759-8f57-c13ddbbaaf6f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:19.112911 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-50f6fa47-3f18-4112-94b2-d4f95fb167df req-70825695-0014-4759-8f57-c13ddbbaaf6f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1109166 Feb 18 12:47:19.180381 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-50f6fa47-3f18-4112-94b2-d4f95fb167df req-8a984bb6-4f47-4fe2-9ebf-ad8610d7801c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607700 Feb 18 12:47:20.454368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca05664-2b12-44d1-b522-49aa46e6a727 req-4b3ef118-6cdc-4651-ba21-0a66c8f8241c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:20.456047 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-eca05664-2b12-44d1-b522-49aa46e6a727 req-4b3ef118-6cdc-4651-ba21-0a66c8f8241c tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0990393 Feb 18 12:47:20.506747 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-eca05664-2b12-44d1-b522-49aa46e6a727 req-641e78a2-6172-4da3-afe7-aae26a548cf8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Feb 18 12:47:20.959311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3403a155-85f3-4195-b0a0-196c81b1c26e req-d6e40125-59da-4cc9-aa97-84f7edc9ff81 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:20.961073 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3403a155-85f3-4195-b0a0-196c81b1c26e req-d6e40125-59da-4cc9-aa97-84f7edc9ff81 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1082315 Feb 18 12:47:20.986697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-8099ca10-021c-4fcf-b2e0-4ded66266532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:20.988388 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-8099ca10-021c-4fcf-b2e0-4ded66266532 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.0935788 Feb 18 12:47:21.022535 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3403a155-85f3-4195-b0a0-196c81b1c26e req-52ab48ea-31b8-45d1-af01-5936bc81c2c3 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532575 Feb 18 12:47:21.146944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-b58c6394-5060-426a-9aa6-06348e1ea659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:21.148594 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-b58c6394-5060-426a-9aa6-06348e1ea659 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1524696 Feb 18 12:47:21.550465 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-b7c65da9-5ff5-4f89-8983-ddc99d8e3561 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 1001 time: 0.3924029 Feb 18 12:47:21.632591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-02c2dbe7-b4ce-421c-bebd-46d86b3e2349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:21.634294 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-02c2dbe7-b4ce-421c-bebd-46d86b3e2349 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0753369 Feb 18 12:47:21.733157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-06ca8a46-9ec8-4fb1-998f-6ffd6b1e048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:21.735082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-06ca8a46-9ec8-4fb1-998f-6ffd6b1e048b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0933433 Feb 18 12:47:21.995886 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-232514fb-e001-43c0-96db-cc3304950ba6 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524590 Feb 18 12:47:22.241859 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9186bf16-96b6-40d2-b6af-aff6c156e19c req-2930dd32-bfae-48c2-949c-111a5b573627 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2380795 Feb 18 12:47:22.277223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9855b-6a93-4644-91a2-853b065acfbf req-e794a856-f33c-49af-a9c7-a888afdb25c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:22.279163 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cee9855b-6a93-4644-91a2-853b065acfbf req-e794a856-f33c-49af-a9c7-a888afdb25c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.1296601 Feb 18 12:47:22.362213 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cee9855b-6a93-4644-91a2-853b065acfbf req-9285292b-cb80-4c42-b660-4ec85c69ec1f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752802 Feb 18 12:47:23.574433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d0ef7-f1f1-4c6b-9495-7f67198d5a1d req-f97e3c25-3719-43a1-826e-3d0cfb0b1057 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:23.576742 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a77d0ef7-f1f1-4c6b-9495-7f67198d5a1d req-f97e3c25-3719-43a1-826e-3d0cfb0b1057 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0953331 Feb 18 12:47:23.632089 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a77d0ef7-f1f1-4c6b-9495-7f67198d5a1d req-15d0f370-784c-419f-a41b-669bc8188813 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493774 Feb 18 12:47:27.245379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d123035-f5bf-43d7-9dac-c9915c0fcac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:29.728912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36a4f4dd-7f3d-40f1-9d5b-e428e90c43f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:30.125745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:31.594102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:31.623791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:46.948327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:47.354650 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-c85ce39d-9d7a-4769-b866-12772b5cf730 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0843425 Feb 18 12:47:47.555123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-406f23b8-e3d4-4a38-973d-e4521be9b53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:47.556814 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-406f23b8-e3d4-4a38-973d-e4521be9b53c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 1162 time: 0.0876212 Feb 18 12:47:47.729003 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-baed1fbc-a2e6-4642-963f-873c0e323e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:47.730591 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-baed1fbc-a2e6-4642-963f-873c0e323e71 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1457334 Feb 18 12:47:47.853211 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-3372d4cc-b3f5-4768-b44b-055c566f1698 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 200 len: 1001 time: 0.1123247 Feb 18 12:47:47.936386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-a48d1dbd-ac7e-4f93-99b6-2ff0c8e7c1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:47.938049 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-a48d1dbd-ac7e-4f93-99b6-2ff0c8e7c1c1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0776730 Feb 18 12:47:48.033931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-4b3a1ab0-0aa3-4c50-926b-eb4540fb66b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:47:48.035541 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-4b3a1ab0-0aa3-4c50-926b-eb4540fb66b5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898576 Feb 18 12:47:48.192684 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-a81834de-ed3d-4c3b-8bf9-aefa6b770200 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490862 Feb 18 12:47:48.357289 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8bb47cd1-8f2e-43ae-b780-d25ca33500e0 req-5cc8a50e-9e52-4d17-a4e7-62c46d6b35ea service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1544662 Feb 18 12:47:54.489246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:47:57.239188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-18065bf1-6ccc-4370-b401-89426501ce3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:47:59.732016 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7995a01-2e5e-4385-989d-01e4d85d7a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:00.128633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:01.596698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:01.626678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:16.963158 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:27.241696 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4fbb1350-d98b-4558-a370-6990980cf697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:27.749182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01d128-10e4-4141-918d-45cb9c36654f req-40391052-50c0-4d89-a5af-b8427fa4f52f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:27.750718 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0d01d128-10e4-4141-918d-45cb9c36654f req-40391052-50c0-4d89-a5af-b8427fa4f52f tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0894208 Feb 18 12:48:27.799811 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0d01d128-10e4-4141-918d-45cb9c36654f req-52ae63bb-ee17-4b11-bb11-00613f20f90e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427938 Feb 18 12:48:29.008583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91159efc-05e8-4f3b-a2ce-14bb88957d15 req-68aa46fa-1133-490d-a6e7-fedb0c0c6b45 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:29.010211 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-91159efc-05e8-4f3b-a2ce-14bb88957d15 req-68aa46fa-1133-490d-a6e7-fedb0c0c6b45 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0926738 Feb 18 12:48:29.059741 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-91159efc-05e8-4f3b-a2ce-14bb88957d15 req-772440eb-2022-4561-be57-f93591c4993b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Feb 18 12:48:29.734280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c7ffd1f6-2bf5-4c31-b387-14247d35a448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:30.136587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:30.267750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4b6e6-f445-47fb-bc08-ee03efd3585e req-d774c151-08af-44cb-85aa-ab9f060e6fb0 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:30.269412 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4cb4b6e6-f445-47fb-bc08-ee03efd3585e req-d774c151-08af-44cb-85aa-ab9f060e6fb0 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0914726 Feb 18 12:48:30.321240 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4cb4b6e6-f445-47fb-bc08-ee03efd3585e req-aafff390-bfb3-4300-af3c-a1cc39b121a1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454452 Feb 18 12:48:30.714594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-f6fa440e-242b-42ea-b08f-f2d53ff5eeb7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:30.716228 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-f6fa440e-242b-42ea-b08f-f2d53ff5eeb7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 945 time: 0.0909142 Feb 18 12:48:30.776750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 14f9be41-9eac-43ab-90e8-91c40af9a8af no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:48:30.799596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Deleting port 14f9be41-9eac-43ab-90e8-91c40af9a8af {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:48:30.799979 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:30.907541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:30.938785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:48:30.949588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 14f9be41-9eac-43ab-90e8-91c40af9a8af, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:48:30.953836 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:30.955697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:31.029214 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=14f9be41-9eac-43ab-90e8-91c40af9a8af,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:31.037506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.037900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.038284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.038668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.039041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.039688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.039817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.040119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.040487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.040864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.041256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.041626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.042033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.042400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.042781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.043114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.043481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.044092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.044199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.044557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.044942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.045311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.046262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.046589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:31.051324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:31.083249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] For port 14f9be41-9eac-43ab-90e8-91c40af9a8af, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:48:31.083654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:31.117250 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'code': 200} Feb 18 12:48:31.427821 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:31.428438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:31.428580 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Floating IP b3a667ba-f2f9-4c27-b766-765520bf4f7d disassociated. External IP: 172.28.3.189, port: 14f9be41-9eac-43ab-90e8-91c40af9a8af. Feb 18 12:48:31.428937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Calling delete_port for 14f9be41-9eac-43ab-90e8-91c40af9a8af owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:48:31.489264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:48:31.525596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83996) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:48:31.525968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:48:31.546353 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda3b9cd-d5a6-4d75-9384-fc5cde69bf7e req-2c7248a1-bbca-40cc-93da-02b745453577 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:31.547978 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fda3b9cd-d5a6-4d75-9384-fc5cde69bf7e req-2c7248a1-bbca-40cc-93da-02b745453577 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.0962706 Feb 18 12:48:31.599036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:31.601306 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fda3b9cd-d5a6-4d75-9384-fc5cde69bf7e req-0af9238e-1bf3-4db0-a197-c3f85b9542a8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469899 Feb 18 12:48:31.629830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:32.027402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Deleting port 14f9be41-9eac-43ab-90e8-91c40af9a8af {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:48:32.027802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:32.304685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] For port 14f9be41-9eac-43ab-90e8-91c40af9a8af, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=14f9be41-9eac-43ab-90e8-91c40af9a8af,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:48:32.305054 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:32.626726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:32.627500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:32.627500 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Floating IP b3a667ba-f2f9-4c27-b766-765520bf4f7d disassociated. External IP: 172.28.3.189, port: 14f9be41-9eac-43ab-90e8-91c40af9a8af. Feb 18 12:48:32.627880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Calling delete_port for 14f9be41-9eac-43ab-90e8-91c40af9a8af owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:48:32.849292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:32.865900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:32.982840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event deleted for resources: {'Port': ['ID=14f9be41-9eac-43ab-90e8-91c40af9a8af,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:33.006435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89b1b-4d4e-40e3-95df-9171912def6d req-5afd17ea-bf26-4428-8a5a-e261c7fc0b62 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:33.008057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92f89b1b-4d4e-40e3-95df-9171912def6d req-5afd17ea-bf26-4428-8a5a-e261c7fc0b62 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 943 time: 0.2557821 Feb 18 12:48:33.009583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.009962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.010367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.010767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.011162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.011564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.011951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.012351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.012734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.013155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.013547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.013936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.015047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.015440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.015834 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.016217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.016603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.017015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.017404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.017793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.018176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.018561 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.018947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.019332 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:33.027086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:33.098476 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92f89b1b-4d4e-40e3-95df-9171912def6d req-308f7a9e-dbb9-4b35-ac63-8f686f50fba7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=45d104c0-06af-4c5d-aa75-2328f60956ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757127 Feb 18 12:48:33.559093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Router 6c086ea3-bf33-451c-8e24-3d88eb636579 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:48:33.769270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:48:33.782466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] Sync routers for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:48:33.805764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:48:33.806448 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:48:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:48:33.812366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] No DVR routers for this DVR port 14f9be41-9eac-43ab-90e8-91c40af9a8af on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:48:33.814790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:33.817693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'name': 'network-vif-deleted', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:48:33.834747 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35b01da2-3ae5-4a46-897d-7e6ea1bc7228 req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "DELETE /v2.0/ports/14f9be41-9eac-43ab-90e8-91c40af9a8af HTTP/1.1" status: 204 len: 173 time: 3.1121488 Feb 18 12:48:33.933857 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5afe94-01f7-4397-872f-edcc75d16192', 'name': 'network-vif-deleted', 'tag': '14f9be41-9eac-43ab-90e8-91c40af9a8af', 'status': 'completed', 'code': 200} Feb 18 12:48:34.033772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:48:34.282518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-c75d7ce8-a5e6-4418-bfb8-fd1af8b3dfab req-9ca75502-d8d3-473c-8943-6bb7a6207bc9 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:48:34.298409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-c75d7ce8-a5e6-4418-bfb8-fd1af8b3dfab req-9ca75502-d8d3-473c-8943-6bb7a6207bc9 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:48:34.299669 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c75d7ce8-a5e6-4418-bfb8-fd1af8b3dfab req-9ca75502-d8d3-473c-8943-6bb7a6207bc9 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=ea5afe94-01f7-4397-872f-edcc75d16192 HTTP/1.1" status: 200 len: 210 time: 0.0667069 Feb 18 12:48:34.393411 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:48:34.398890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] Checking router: 6c086ea3-bf33-451c-8e24-3d88eb636579 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:48:34.413803 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:48:34.414541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:48:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:48:34.618467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:48:35.158938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:48:35.165143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cac40da-1150-47c8-9b72-91c10336ab2d None None] The sync data for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb is: [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:48:35.596125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f57c810-02e4-4ab7-9ffe-059b2013e538 None None] New status for floating IP b3a667ba-f2f9-4c27-b766-765520bf4f7d: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:48:36.471437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55458) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:36.545291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:36.577024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:36.627538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:36.633169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7b69b5cc-4b2d-4fb3-9669-80885dd22ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:36.650475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d104c0-06af-4c5d-aa75-2328f60956ed,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:36.664014 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.664439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.664863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.665303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.665715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.666124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.666531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.666936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.667346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.667745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.668143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.668581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.669047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.669446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.669847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.670244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.671574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.671705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.672075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.672471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.672868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.673293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.673690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.674086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:48:36.677721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:36.678953 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "DELETE /v2.0/security-groups/45d104c0-06af-4c5d-aa75-2328f60956ed HTTP/1.1" status: 204 len: 168 time: 0.2064323 Feb 18 12:48:36.679980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4d0d7b55-2eb3-49db-b47f-736a0971fa05 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:36.681956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55462) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:36.701806 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.v2.resource [None req-8cbf756d-7edf-42e6-b91c-f6aa24fb1237 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] show failed (client error): The resource could not be found. Feb 18 12:48:36.702856 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-8cbf756d-7edf-42e6-b91c-f6aa24fb1237 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups/45d104c0-06af-4c5d-aa75-2328f60956ed HTTP/1.1" status: 404 len: 347 time: 0.0199111 Feb 18 12:48:36.706263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55466) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:36.890424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Deleting port 13bb779e-72b8-4866-bc18-b078523b19cf {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:48:36.890720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:37.085271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:37.085638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:37.232390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Calling delete_port for 13bb779e-72b8-4866-bc18-b078523b19cf owned by network:floatingip {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:48:37.387766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:37.405872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ca55f435-d20e-4f21-96b4-fc00f8ec0281 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:37.507773 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event deleted for resources: {'Port': ['ID=13bb779e-72b8-4866-bc18-b078523b19cf,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:37.519048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:37.643494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:37.660935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:37.662220 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-bec09dd3-ab69-4e39-82d0-1937c81db3e1 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "DELETE /v2.0/floatingips/b3a667ba-f2f9-4c27-b766-765520bf4f7d HTTP/1.1" status: 204 len: 168 time: 0.9549553 Feb 18 12:48:39.319716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 55474) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:39.325389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2003201935', 'description': 'tempest-description--1040260986'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:48:39.332785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:48:39.337417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:48:39.340435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:48:39.346920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:48:39.356732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.380212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:48:39.384285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group_rule and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:48:39.387319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:48:39.393303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:48:39.475480 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.478197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.484387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-580bcfe0-2f78-49ef-bb68-da6a7ecdc4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:39.530393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948d074a-1449-49d9-b31e-afa180ef4df5,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:39.533869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:39.535211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.536551 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-48c7a3e7-7385-4698-841e-6c8d2d22f8b8 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2158871 Feb 18 12:48:39.539534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 55478) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:39.545145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'security_group_rule': {'security_group_id': '948d074a-1449-49d9-b31e-afa180ef4df5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:48:39.552456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:48:39.556556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group_rule and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:48:39.559659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:48:39.566128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:48:39.582743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.650424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.653384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.656453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:39.680171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dda0f04-f5dc-4510-bbf5-0ac76503413a,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:39.682877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:39.691109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.692399 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f8e889d9-eb25-4462-be96-098c474f4802 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1518695 Feb 18 12:48:39.695309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 55482) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:39.700789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'security_group_rule': {'security_group_id': '948d074a-1449-49d9-b31e-afa180ef4df5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:48:39.708352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:48:39.712409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:security_group_rule and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:48:39.715916 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:48:39.722770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:48:39.739287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.808598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.811717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.813926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-48a97819-5fe9-4442-852a-c26e28abb811 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:39.838807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d6471e-722d-402e-a700-55f2119c4259,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:39.841500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:39.848797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:39.850143 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-28a8ca2d-3c4a-45cd-b7b9-71adb3af8db6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1538393 Feb 18 12:48:39.853478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 55486) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:39.859261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'floatingip': {'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:48:39.865400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:48:39.869481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Usage tracker for resource:floatingip and tenant:91e22e5898d642c3a6330c1519731674 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:48:39.872495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:48:39.878453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:48:39.888391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:40.039649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:40.318610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Allocated IP 172.28.3.84 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/a0de6403-54ea-42a5-ad30-ce20e839b3bb) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:48:40.481599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:40.512786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:40.528246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:40.670122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'Port': ['ID=a0de6403-54ea-42a5-ad30-ce20e839b3bb,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:40.673976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:40.733793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:48:40.735052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:48:40.737499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:48:40.822331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:40.892957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:41.182356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:41.186915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:41.203005 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-26592fa4-0fed-4e39-92e1-2fe03a711170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:41.348251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'Port': ['ID=a0de6403-54ea-42a5-ad30-ce20e839b3bb,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:41.351560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:41.474873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:41.502469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:41.504364 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6496422 Feb 18 12:48:41.706170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-858073c8-6de9-4e35-aa0d-84744347ad33 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:48:41.723874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-858073c8-6de9-4e35-aa0d-84744347ad33 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:48:41.725563 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-858073c8-6de9-4e35-aa0d-84744347ad33 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-securitygroup--2003201935&fields=id&tenant_id=91e22e5898d642c3a6330c1519731674 HTTP/1.1" status: 200 len: 267 time: 0.0710723 Feb 18 12:48:41.921981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-786daeb3-bde2-4c18-b535-4f188a250645 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:41.923683 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-786daeb3-bde2-4c18-b535-4f188a250645 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 810 time: 0.1874237 Feb 18 12:48:41.942609 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-9c5fb669-68ef-42e9-a354-49a8652221b6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/quotas/91e22e5898d642c3a6330c1519731674 HTTP/1.1" status: 200 len: 375 time: 0.0121753 Feb 18 12:48:42.059634 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-f24dc382-9a3d-46bb-916c-98d45653addb tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1097579 Feb 18 12:48:42.314180 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-0cedc9b7-ca23-466e-8c86-6df17ef8f1f0 service neutron] 10.222.0.85 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402825 Feb 18 12:48:42.471351 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-cd49936b-9a00-4d99-b7b3-4e6f3a8dd459 service neutron] 10.222.0.85 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1505272 Feb 18 12:48:42.721067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1e7777ea-a721-48bf-9e21-b0c76b6b8c97 req-e36cbf5c-9000-4a0d-abf1-b0aeff5dbde5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:48:42.747551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1e7777ea-a721-48bf-9e21-b0c76b6b8c97 req-e36cbf5c-9000-4a0d-abf1-b0aeff5dbde5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:48:42.750556 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e7777ea-a721-48bf-9e21-b0c76b6b8c97 req-e36cbf5c-9000-4a0d-abf1-b0aeff5dbde5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 210 time: 0.1004472 Feb 18 12:48:43.945195 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-023cb4ed-c8a5-4634-a74c-2ec8b96369be req-af5f3a4f-2408-49cf-8fef-57d8723111cb tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 210 time: 0.0585935 Feb 18 12:48:44.439567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-81ccadae-d5c7-4768-bb40-c0bf390eed09 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:44.441307 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-81ccadae-d5c7-4768-bb40-c0bf390eed09 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 810 time: 0.2343049 Feb 18 12:48:44.532360 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-cda3642b-7cf8-4363-8412-20c33c697f36 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=91e22e5898d642c3a6330c1519731674 HTTP/1.1" status: 200 len: 5709 time: 0.0744441 Feb 18 12:48:44.544638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'port': {'device_id': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'admin_state_up': True, 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'security_groups': ['948d074a-1449-49d9-b31e-afa180ef4df5']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:48:45.026555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:48:45.042402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:48:45.058015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Made reservation on behalf of 91e22e5898d642c3a6330c1519731674 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:48:45.065550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:45.143298 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3eed610e-50a9-437c-948a-dfb431f7e8ac req-944a2648-95e0-422d-93ac-3ae94dd22b93 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 210 time: 0.0584428 Feb 18 12:48:45.408559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Allocated IP 172.20.0.10 (d09293bb-6301-47ec-9edd-b2ebf1c1a9ae/f92c5331-ac0a-49f7-876b-851c567f94cd/3dd48370-49ca-46ab-94b6-e6c339389acd) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:48:45.651747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:45.675727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Transition to ACTIVE for port object 3dd48370-49ca-46ab-94b6-e6c339389acd will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:48:45.710184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:45.727391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:45.890073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event updated for resources: {'Port': ['ID=3dd48370-49ca-46ab-94b6-e6c339389acd,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:45.894827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:45.958831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:48:45.960124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:48:45.962526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:48:46.049652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:46.050369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:46.089740 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5502844 Feb 18 12:48:46.115624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Request body: {'port': {'device_id': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:48:46.215928 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7c3e39c0-30d6-4cf9-9d4b-b10a1831616c None None] Provisioning for port 3dd48370-49ca-46ab-94b6-e6c339389acd completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:48:46.222678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7c3e39c0-30d6-4cf9-9d4b-b10a1831616c None None] Provisioning complete for port 3dd48370-49ca-46ab-94b6-e6c339389acd triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:48:46.223439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7c3e39c0-30d6-4cf9-9d4b-b10a1831616c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:46.298437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-7c3e39c0-30d6-4cf9-9d4b-b10a1831616c None None] Port 3dd48370-49ca-46ab-94b6-e6c339389acd cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:48:46.372413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:46.531295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044be1-d546-4125-b848-385a6252a6df req-7dcb0407-cd83-4be8-9b42-3e130f3c8d25 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:46.531962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-77044be1-d546-4125-b848-385a6252a6df req-7dcb0407-cd83-4be8-9b42-3e130f3c8d25 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:48:46.597295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-77044be1-d546-4125-b848-385a6252a6df req-7dcb0407-cd83-4be8-9b42-3e130f3c8d25 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:48:46.598581 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-77044be1-d546-4125-b848-385a6252a6df req-7dcb0407-cd83-4be8-9b42-3e130f3c8d25 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 932 time: 0.3034234 Feb 18 12:48:46.746916 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-77044be1-d546-4125-b848-385a6252a6df req-2cf451c5-7518-4d3e-accf-8b9a75b885f0 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411834 Feb 18 12:48:46.899323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd48370-49ca-46ab-94b6-e6c339389acd {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:48:46.910066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:46.924382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Transition to ACTIVE for port object 3dd48370-49ca-46ab-94b6-e6c339389acd will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:48:46.927439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:46.947962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:46.960863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:47.089992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd48370-49ca-46ab-94b6-e6c339389acd,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:47.103757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:47.295799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Attempting to bind port 3dd48370-49ca-46ab-94b6-e6c339389acd on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:48:47.296179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Attempting to bind port 3dd48370-49ca-46ab-94b6-e6c339389acd by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:48:47.296598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Attempting to bind port 3dd48370-49ca-46ab-94b6-e6c339389acd on network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:48:47.302941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:48:47.303362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Checking segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:48:47.303774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:47.304175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Bound using segment: {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:48:47.304668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Bound port: 3dd48370-49ca-46ab-94b6-e6c339389acd, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd2694e-52c5-48c2-abbb-5a712ba0fc00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:48:47.305070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:47.417323 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] For port 3dd48370-49ca-46ab-94b6-e6c339389acd, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:48:47.422244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] For port 3dd48370-49ca-46ab-94b6-e6c339389acd, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3dd48370-49ca-46ab-94b6-e6c339389acd,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:48:47.425973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:47.443179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:47.605107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd48370-49ca-46ab-94b6-e6c339389acd,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:47.611243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:47.648137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:47.648812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:47.650471 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] 10.222.0.101 "PUT /v2.0/ports/3dd48370-49ca-46ab-94b6-e6c339389acd HTTP/1.1" status: 200 len: 1158 time: 1.5406694 Feb 18 12:48:47.651013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:48:47.702167 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd', 'status': 'completed', 'code': 200} Feb 18 12:48:47.816471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-5b407840-2fdc-4674-becf-2491923d49ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:47.818330 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-5b407840-2fdc-4674-becf-2491923d49ce service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 1161 time: 0.0882540 Feb 18 12:48:47.954022 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-50f04761-29c8-4708-a909-824f9a1cb7f5 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd48370-49ca-46ab-94b6-e6c339389acd HTTP/1.1" status: 200 len: 217 time: 0.1195152 Feb 18 12:48:48.057355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-e0c82c7b-cf6b-4312-a262-5dd209cac3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:48.058912 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-e0c82c7b-cf6b-4312-a262-5dd209cac3c5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0928783 Feb 18 12:48:48.119044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bbf0c-2a9d-4a93-af31-d8d4e18f7be4 req-21ab2644-5c93-418d-8f2d-e2dd99103bce tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:48.120649 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6d2bbf0c-2a9d-4a93-af31-d8d4e18f7be4 req-21ab2644-5c93-418d-8f2d-e2dd99103bce tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 944 time: 0.2117028 Feb 18 12:48:48.194581 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6d2bbf0c-2a9d-4a93-af31-d8d4e18f7be4 req-8aca0689-d555-4a0f-bb95-e37c1b6d6ae4 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619092 Feb 18 12:48:48.206264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-12b8475e-f7f4-4c87-913c-9aa6014009da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:48.208181 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-12b8475e-f7f4-4c87-913c-9aa6014009da service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1407075 Feb 18 12:48:48.358265 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-37006890-6f97-4304-a158-1fc9ff29d61c service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425989 Feb 18 12:48:48.507443 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0f0aa9c3-7c65-4dfa-86cf-ca565788137a req-22061e0d-0707-4fab-9769-947c75579d87 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418116 Feb 18 12:48:48.695908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100397-5c60-4970-b9cd-d499102038fa req-3e82d152-0a5a-4c45-84d5-53aeaac7f735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:48.697576 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92100397-5c60-4970-b9cd-d499102038fa req-3e82d152-0a5a-4c45-84d5-53aeaac7f735 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 1161 time: 0.0822320 Feb 18 12:48:48.856494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100397-5c60-4970-b9cd-d499102038fa req-1fc136ab-29c3-4066-8b29-4a7420db2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:48.858857 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92100397-5c60-4970-b9cd-d499102038fa req-1fc136ab-29c3-4066-8b29-4a7420db2d70 service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1493926 Feb 18 12:48:48.940202 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92100397-5c60-4970-b9cd-d499102038fa req-19971bdd-d6ba-455a-828e-b8f207e05446 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd48370-49ca-46ab-94b6-e6c339389acd HTTP/1.1" status: 200 len: 217 time: 0.0734026 Feb 18 12:48:49.013264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100397-5c60-4970-b9cd-d499102038fa req-e82dc516-e6c8-40ea-a1dc-663b0c47b3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:49.015130 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92100397-5c60-4970-b9cd-d499102038fa req-e82dc516-e6c8-40ea-a1dc-663b0c47b3a2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0663972 Feb 18 12:48:49.098460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100397-5c60-4970-b9cd-d499102038fa req-c30d5bdc-c9d2-4dd4-b6ca-7db74351e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:49.100067 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92100397-5c60-4970-b9cd-d499102038fa req-c30d5bdc-c9d2-4dd4-b6ca-7db74351e702 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0781374 Feb 18 12:48:49.250954 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92100397-5c60-4970-b9cd-d499102038fa req-23480fa8-668a-452f-87c3-c444b63685b9 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434739 Feb 18 12:48:49.403445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03f136-3778-401d-8f16-a89264d906e2 req-d0c5d134-223f-4496-896b-d8f32fc793a5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:49.405121 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1d03f136-3778-401d-8f16-a89264d906e2 req-d0c5d134-223f-4496-896b-d8f32fc793a5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 944 time: 0.0908444 Feb 18 12:48:49.432825 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-92100397-5c60-4970-b9cd-d499102038fa req-d80f61d4-4758-4d19-b51c-01dfefd619f5 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536069 Feb 18 12:48:49.456182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1d03f136-3778-401d-8f16-a89264d906e2 req-707a6a5a-14ea-428c-9f9d-eb51adf194b7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Synchronizing usage tracker for tenant:91e22e5898d642c3a6330c1519731674 on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:48:49.473496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1d03f136-3778-401d-8f16-a89264d906e2 req-707a6a5a-14ea-428c-9f9d-eb51adf194b7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Unset dirty status for tenant:91e22e5898d642c3a6330c1519731674 on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:48:49.474795 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1d03f136-3778-401d-8f16-a89264d906e2 req-707a6a5a-14ea-428c-9f9d-eb51adf194b7 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629838 Feb 18 12:48:50.924637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71eea50-37ab-4d85-b899-1797c9063ebf req-068c269e-f594-4802-becc-55269dfb47d5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:50.926616 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f71eea50-37ab-4d85-b899-1797c9063ebf req-068c269e-f594-4802-becc-55269dfb47d5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 944 time: 0.3371212 Feb 18 12:48:50.975289 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f71eea50-37ab-4d85-b899-1797c9063ebf req-5b310810-471b-4455-92bb-0086210a1d5a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 Feb 18 12:48:52.182076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b7ef4-4aa9-4dff-a724-03c4c8f5985d req-293b5ab9-ac81-4458-97f6-c1c2e4b8651e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:52.183720 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-430b7ef4-4aa9-4dff-a724-03c4c8f5985d req-293b5ab9-ac81-4458-97f6-c1c2e4b8651e tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 944 time: 0.0930259 Feb 18 12:48:52.234044 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-430b7ef4-4aa9-4dff-a724-03c4c8f5985d req-04ff0852-ab9a-4bda-82a3-ab07c0c87252 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429552 Feb 18 12:48:53.467697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2da9f-0b8b-4af4-b93b-f311dc7fdbd6 req-bdc43b82-ba3c-4d51-9e5c-bb2238106b7d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:53.470355 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e1e2da9f-0b8b-4af4-b93b-f311dc7fdbd6 req-bdc43b82-ba3c-4d51-9e5c-bb2238106b7d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 944 time: 0.1055889 Feb 18 12:48:53.558869 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e1e2da9f-0b8b-4af4-b93b-f311dc7fdbd6 req-25eca93d-814c-431b-80b0-7f5c0e8c50cc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754430 Feb 18 12:48:53.674920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 3dd48370-49ca-46ab-94b6-e6c339389acd up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:48:53.772669 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 3dd48370-49ca-46ab-94b6-e6c339389acd completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:48:53.778452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 3dd48370-49ca-46ab-94b6-e6c339389acd triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:48:53.778867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:53.929138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:53.982929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:48:53.997184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 3dd48370-49ca-46ab-94b6-e6c339389acd, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3dd48370-49ca-46ab-94b6-e6c339389acd,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:48:54.001528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:54.004256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:48:54.067340 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd', 'code': 200} Feb 18 12:48:54.109603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=3dd48370-49ca-46ab-94b6-e6c339389acd,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:48:54.113390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:48:54.368545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fae0f-787f-4cdf-a8da-6106fcb3e074 req-bf18e3f4-0b02-4172-8dfe-1d8ab26b6b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:54.370216 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c13fae0f-787f-4cdf-a8da-6106fcb3e074 req-bf18e3f4-0b02-4172-8dfe-1d8ab26b6b62 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 1163 time: 0.0832744 Feb 18 12:48:54.414881 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c13fae0f-787f-4cdf-a8da-6106fcb3e074 req-aae99c74-bb93-4269-a455-4b596f0bb2a5 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375788 Feb 18 12:48:54.773343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4addc-cf9a-443b-807b-e20ae7ecd208 req-ce74321d-6651-485a-b312-27d63137d567 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:54.774820 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-17a4addc-cf9a-443b-807b-e20ae7ecd208 req-ce74321d-6651-485a-b312-27d63137d567 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.0936632 Feb 18 12:48:54.822672 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-17a4addc-cf9a-443b-807b-e20ae7ecd208 req-1e992864-412d-4a4a-ab38-09ea56a5b0d5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Feb 18 12:48:55.098138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 3dd48370-49ca-46ab-94b6-e6c339389acd up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:48:55.178929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 3dd48370-49ca-46ab-94b6-e6c339389acd triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:48:55.179342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:56.052854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c50e1-ec2b-4027-b67b-95fb9a967af4 req-c8b116f6-a1ff-4ad3-ba4c-93f7d959f946 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:56.054629 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a3c50e1-ec2b-4027-b67b-95fb9a967af4 req-c8b116f6-a1ff-4ad3-ba4c-93f7d959f946 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.0947301 Feb 18 12:48:56.115061 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2a3c50e1-ec2b-4027-b67b-95fb9a967af4 req-206c6a93-2aa9-4e3d-af44-ec9f49b6a4f2 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535257 Feb 18 12:48:57.243423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dcd9109d-e98d-4b05-b2db-82c6de741d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:57.322021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb2ea0b-1c40-4025-a184-b935619c4b57 req-69a55448-45b2-4086-9335-d021882425de tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:57.323732 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7cb2ea0b-1c40-4025-a184-b935619c4b57 req-69a55448-45b2-4086-9335-d021882425de tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.0921533 Feb 18 12:48:57.375381 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7cb2ea0b-1c40-4025-a184-b935619c4b57 req-dedc24f6-1351-4454-987f-afe6f92d8fc0 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443015 Feb 18 12:48:57.578458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cbe5e-6cbb-4633-b81e-a629d75b87d8 req-5550df70-ddb3-4033-9095-f548e85e4b46 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:57.580071 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d49cbe5e-6cbb-4633-b81e-a629d75b87d8 req-5550df70-ddb3-4033-9095-f548e85e4b46 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.0930121 Feb 18 12:48:57.589666 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55550) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:48:57.595526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Request body: {'floatingip': {'port_id': '3dd48370-49ca-46ab-94b6-e6c339389acd'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:48:57.685405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:58.384270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:58.386942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:58.807066 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Floating IP cbc05958-7559-45f4-acb5-573c63febd9d associated. External IP: 172.28.3.84, port: 3dd48370-49ca-46ab-94b6-e6c339389acd. Feb 18 12:48:59.210193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Router 6c086ea3-bf33-451c-8e24-3d88eb636579 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:48:59.433387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:48:59.442401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:59.448908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] Sync routers for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:48:59.461772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:48:59.462568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:48:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:48:59.517844 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c7fd0866-8b1f-41fe-b23d-138b04597c3b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "PUT /v2.0/floatingips/cbc05958-7559-45f4-acb5-573c63febd9d HTTP/1.1" status: 200 len: 991 time: 1.9270251 Feb 18 12:48:59.518599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd'}] {{(pid=83997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:48:59.660104 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd', 'status': 'completed', 'code': 200} Feb 18 12:48:59.735537 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:48:59.819200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0c880ac4-3d56-4140-b4fb-bbf89ad973b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:48:59.834298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-15f0ae7a-4724-4f77-87ba-264ef25ad15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:48:59.835952 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-15f0ae7a-4724-4f77-87ba-264ef25ad15b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 1163 time: 0.0955653 Feb 18 12:49:00.025759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-e75974c8-b85b-4f90-8c0d-d29338871e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:00.027343 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-e75974c8-b85b-4f90-8c0d-d29338871e7f service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1846769 Feb 18 12:49:00.151327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:00.157447 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-7c7942ff-39ff-43fc-b682-99e30d9b805f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd48370-49ca-46ab-94b6-e6c339389acd HTTP/1.1" status: 200 len: 999 time: 0.1227219 Feb 18 12:49:00.236641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-c5238ce9-ef6b-4452-84c8-803ad75678fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:00.238499 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-c5238ce9-ef6b-4452-84c8-803ad75678fb service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0739238 Feb 18 12:49:00.245208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'cbc05958-7559-45f4-acb5-573c63febd9d', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'port_id': '3dd48370-49ca-46ab-94b6-e6c339389acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'mac_address': 'fa:16:3e:3c:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:48:40Z', 'updated_at': '2021-02-18T12:48:58Z', 'revision_number': 1, 'project_id': '91e22e5898d642c3a6330c1519731674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:49:00.250122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] Checking router: 6c086ea3-bf33-451c-8e24-3d88eb636579 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:49:00.259604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:49:00.260288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:49:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:49:00.337707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-b7bbf189-e778-4b1b-b452-762c35102f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:00.339281 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-b7bbf189-e778-4b1b-b452-762c35102f97 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0936713 Feb 18 12:49:00.488021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:49:00.510548 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-b854a16f-c1f9-46ab-be3b-2ee9e327339d service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627049 Feb 18 12:49:00.675093 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7a75403c-200f-471b-a8c6-ed536530b9ad req-59a8eced-67de-4b52-aac8-e5113186e662 service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1540039 Feb 18 12:49:00.917544 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'cbc05958-7559-45f4-acb5-573c63febd9d', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'port_id': '3dd48370-49ca-46ab-94b6-e6c339389acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'mac_address': 'fa:16:3e:3c:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:48:40Z', 'updated_at': '2021-02-18T12:48:58Z', 'revision_number': 1, 'project_id': '91e22e5898d642c3a6330c1519731674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:49:00.923174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b82aebb-ea20-4d6e-8651-1ec5dd5918f2 None None] The sync data for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb is: [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'cbc05958-7559-45f4-acb5-573c63febd9d', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'floating_ip_address': '172.28.3.84', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'port_id': '3dd48370-49ca-46ab-94b6-e6c339389acd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'mac_address': 'fa:16:3e:3c:23:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:48:40Z', 'updated_at': '2021-02-18T12:48:58Z', 'revision_number': 1, 'project_id': '91e22e5898d642c3a6330c1519731674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:49:01.238390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004385d-c5ca-4b16-8392-5abf22086a4f None None] New status for floating IP cbc05958-7559-45f4-acb5-573c63febd9d: ACTIVE {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:49:01.605183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:01.636556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:08.490244 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:49:16.974192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:27.255280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ae8a2c0a-fea5-4c8a-9fc1-08afc3c47f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:29.732515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ca457292-84fc-4c55-bb29-649686dfc412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:30.131961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:31.608073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:31.629939 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:36.939516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-32e88917-5497-47a3-b57c-b5ce09d9f99e req-57670d57-e663-431c-a3e7-0e3bb88c8bb4 service neutron] (83996) timed out ('10.222.0.101', 49769) {{(pid=83996) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:49:44.079847 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-75fd5fa1-39dc-490e-97b5-15eb903cd921 req-84a4ebd9-8707-4f12-8bb9-ea3335cd3efd service neutron] (83997) timed out ('10.222.0.101', 49761) {{(pid=83997) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:49:45.491564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:49:46.994385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:51.385807 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-26e2dacd-808e-4a45-ba1e-33400d5af962 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1412506 Feb 18 12:49:51.585134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-853a1b24-8804-4ff6-9ae7-64f8b86827f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:51.587002 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-853a1b24-8804-4ff6-9ae7-64f8b86827f2 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=91e22e5898d642c3a6330c1519731674&device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 1163 time: 0.0905070 Feb 18 12:49:51.770362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-3a35cc80-7582-4b59-b3ab-69365e29f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:51.772082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-3a35cc80-7582-4b59-b3ab-69365e29f5be service neutron] 10.222.0.101 "GET /v2.0/networks?id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 200 len: 904 time: 0.1586580 Feb 18 12:49:51.982952 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-5658a61d-bf8f-43e3-958e-9eaac79b0757 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd48370-49ca-46ab-94b6-e6c339389acd HTTP/1.1" status: 200 len: 1001 time: 0.2019272 Feb 18 12:49:52.057764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-9d231654-6bac-4a1a-88b9-b14c366348a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:52.059386 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-9d231654-6bac-4a1a-88b9-b14c366348a1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 200 len: 849 time: 0.0689936 Feb 18 12:49:52.153220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-68ea7bdc-7ef2-4786-aa87-5d0bf8c1d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:49:52.154876 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-68ea7bdc-7ef2-4786-aa87-5d0bf8c1d322 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875661 Feb 18 12:49:52.319711 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-19d8e9d9-5b2f-4272-9453-ec41d4fcc97d service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560371 Feb 18 12:49:52.474156 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8a13e09f-9dde-4637-b7a7-36ad621034cd req-a7e0b73b-f819-4a25-85de-b7000b57bcac service neutron] 10.222.0.101 "GET /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479023 Feb 18 12:49:57.252203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-814432f7-d3b5-4e17-bdbe-5d2e2043ba34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:49:59.737852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d3de4527-2453-4b71-9862-356a292ce334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:00.138188 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:01.610521 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:01.631986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:16.988977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:22.492030 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:50:27.254138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5b62a041-5c32-4c44-a3c5-058092376862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:29.740573 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cc42a636-ef29-4d9e-81f5-f8430c030534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:30.139133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:31.614704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:31.640000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:37.591689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4d5d8b-e2a5-4046-b8a4-bf1f6581b0a3 req-6bd5497e-374b-4557-a63c-57b38a912903 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:37.593427 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6b4d5d8b-e2a5-4046-b8a4-bf1f6581b0a3 req-6bd5497e-374b-4557-a63c-57b38a912903 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.1013677 Feb 18 12:50:37.648323 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6b4d5d8b-e2a5-4046-b8a4-bf1f6581b0a3 req-b69f6c09-3983-495a-aabd-79859de31a75 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460374 Feb 18 12:50:38.862200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a7e10-908d-4c9a-9192-bdc1ea9e73d3 req-51e52eda-10ab-4b24-8d62-02b7955da57d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:38.863957 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e75a7e10-908d-4c9a-9192-bdc1ea9e73d3 req-51e52eda-10ab-4b24-8d62-02b7955da57d tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.0912311 Feb 18 12:50:38.930312 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e75a7e10-908d-4c9a-9192-bdc1ea9e73d3 req-81a0f6ba-2646-44be-b46f-29e50572a259 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595763 Feb 18 12:50:40.200169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919379-6810-4295-a18e-1d6e0ef7c55e req-e9df1a5b-181a-4d5f-bae7-12c0b89e9244 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:40.201896 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8d919379-6810-4295-a18e-1d6e0ef7c55e req-e9df1a5b-181a-4d5f-bae7-12c0b89e9244 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.1467304 Feb 18 12:50:40.280939 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8d919379-6810-4295-a18e-1d6e0ef7c55e req-dd0f59ed-3826-4e92-8477-490ac3a4fd0b tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups?id=948d074a-1449-49d9-b31e-afa180ef4df5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644674 Feb 18 12:50:40.310140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-2a6e00b3-510e-4b9e-9b65-4befd85bc119 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:40.316874 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-2a6e00b3-510e-4b9e-9b65-4befd85bc119 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 946 time: 0.1600699 Feb 18 12:50:40.456399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Deleting port 3dd48370-49ca-46ab-94b6-e6c339389acd {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:50:40.456774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:40.734087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] For port 3dd48370-49ca-46ab-94b6-e6c339389acd, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=3dd48370-49ca-46ab-94b6-e6c339389acd,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:50:40.735296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:41.090954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:41.091550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:41.092136 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Floating IP cbc05958-7559-45f4-acb5-573c63febd9d disassociated. External IP: 172.28.3.84, port: 3dd48370-49ca-46ab-94b6-e6c339389acd. Feb 18 12:50:41.092641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Calling delete_port for 3dd48370-49ca-46ab-94b6-e6c339389acd owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:50:41.259588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:41.276930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-31a7d38d-0cf5-464b-a7c0-f56c2c7a1591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:41.324922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event deleted for resources: {'Port': ['ID=3dd48370-49ca-46ab-94b6-e6c339389acd,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:41.401438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.401853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.402257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.402656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.403046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.403445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.403835 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.404223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.404610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.405007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.405876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.405876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.406407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.406963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.407555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.407950 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.408338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.408732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.409143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.409524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.409905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.410283 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.410667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.411047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:41.416893 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:41.471575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7594273b-3385-45f4-9e55-003d258d6bd3 req-83b50972-1689-44b0-a541-3aab0032c905 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 210 time: 0.0565228 Feb 18 12:50:41.926779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Router 6c086ea3-bf33-451c-8e24-3d88eb636579 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:50:42.033740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 3dd48370-49ca-46ab-94b6-e6c339389acd no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:50:42.072571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 3dd48370-49ca-46ab-94b6-e6c339389acd {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:50:42.073000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 3dd48370-49ca-46ab-94b6-e6c339389acd not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:50:42.132355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:50:42.143314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] Sync routers for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:50:42.153717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:50:42.154410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:50:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:42.179849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] No DVR routers for this DVR port 3dd48370-49ca-46ab-94b6-e6c339389acd on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:50:42.182269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:42.186504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'name': 'network-vif-deleted', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:50:42.201572 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a22589b8-8bc1-4847-84ed-93a997803e3f req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.101 "DELETE /v2.0/ports/3dd48370-49ca-46ab-94b6-e6c339389acd HTTP/1.1" status: 204 len: 173 time: 1.8780811 Feb 18 12:50:42.239214 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe2be60-97e0-42c9-96fd-3d6767f128f6', 'name': 'network-vif-deleted', 'tag': '3dd48370-49ca-46ab-94b6-e6c339389acd', 'status': 'completed', 'code': 200} Feb 18 12:50:42.363912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:50:42.662278 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9bb0b257-60df-4786-a3e9-357a667acdf9 req-fa5971fe-29dc-47cf-a118-f97de7e023de tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/ports?device_id=bbe2be60-97e0-42c9-96fd-3d6767f128f6 HTTP/1.1" status: 200 len: 210 time: 0.0518973 Feb 18 12:50:42.741870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:42.749663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] Checking router: 6c086ea3-bf33-451c-8e24-3d88eb636579 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:50:42.767307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:50:42.768406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:50:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:43.000431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:50:43.357467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:43.364956 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3709df5-9e4a-4d54-8092-47067b93355a None None] The sync data for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb is: [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:43:58Z', 'revision_number': 4, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'c652f27f-b272-4d97-9ce2-7dec0ee5affb', 'name': '', 'network_id': 'd09293bb-6301-47ec-9edd-b2ebf1c1a9ae', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'mac_address': 'fa:16:3e:08:8f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:56Z', 'updated_at': '2021-02-18T12:44:07Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'subnets': [{'id': 'f92c5331-ac0a-49f7-876b-851c567f94cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:50:43.808576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55822) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:43.829245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e49a2a-82d3-4e7e-a9e5-b0feb2c02af8 None None] New status for floating IP cbc05958-7559-45f4-acb5-573c63febd9d: DOWN {{(pid=83999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:50:43.892502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:43.928279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:43.993368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:44.003848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8f431c7b-3a7e-4c58-931f-a066b6bbcc63 tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:44.037857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948d074a-1449-49d9-b31e-afa180ef4df5,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:44.061202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.062182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.063813 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.064533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.065290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.066001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.066706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.067415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.068128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.068831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.069564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.070278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.071070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.071755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.072259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.072980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.073665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.074344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.075051 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.075744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.076475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.077187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.077781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.078510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:50:44.085902 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:44.088012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:44.093161 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a5a77ab4-bb68-4155-b46f-01db794cb974 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "DELETE /v2.0/security-groups/948d074a-1449-49d9-b31e-afa180ef4df5 HTTP/1.1" status: 204 len: 168 time: 0.2828968 Feb 18 12:50:44.093876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 55826) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:44.122077 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.api.v2.resource [None req-4a642206-523d-4a70-a880-9925690ac0bc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] show failed (client error): The resource could not be found. Feb 18 12:50:44.123334 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-4a642206-523d-4a70-a880-9925690ac0bc tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "GET /v2.0/security-groups/948d074a-1449-49d9-b31e-afa180ef4df5 HTTP/1.1" status: 404 len: 347 time: 0.0279541 Feb 18 12:50:44.127823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55830) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:44.340926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Deleting port a0de6403-54ea-42a5-ad30-ce20e839b3bb {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:50:44.341339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:44.555259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:44.556104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:44.715379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Calling delete_port for a0de6403-54ea-42a5-ad30-ce20e839b3bb owned by network:floatingip {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:50:44.882460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:44.904739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-273a5625-02bb-41a8-80df-1e45ea397d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:45.008102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Pushing event deleted for resources: {'Port': ['ID=a0de6403-54ea-42a5-ad30-ce20e839b3bb,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:45.019465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:45.150306 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks [] for floatingip, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:45.166268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:45.167561 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fe0d8f03-127c-4679-b319-9f9d8d57ab12 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] 10.222.0.85 "DELETE /v2.0/floatingips/cbc05958-7559-45f4-acb5-573c63febd9d HTTP/1.1" status: 204 len: 168 time: 1.0385418 Feb 18 12:50:46.989086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:49.314154 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55860) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:50.003633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854010545'] for router_interface, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:50.677645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Deleting port c652f27f-b272-4d97-9ce2-7dec0ee5affb {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:50:50.678209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:50.895509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] For port c652f27f-b272-4d97-9ce2-7dec0ee5affb, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=c652f27f-b272-4d97-9ce2-7dec0ee5affb,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:50:50.895918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:51.043183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Calling delete_port for c652f27f-b272-4d97-9ce2-7dec0ee5affb owned by network:router_interface {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:50:51.395079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:51.411828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2c89df4c-d1fd-462b-b7bd-6a0ccbbb9c7d tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:51.521133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Pushing event deleted for resources: {'Port': ['ID=c652f27f-b272-4d97-9ce2-7dec0ee5affb,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:51.526609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:51.861286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1532819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763900'] for router_interface, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:52.416291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Router 6c086ea3-bf33-451c-8e24-3d88eb636579 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:50:52.617147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:50:52.629954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75668744-572f-43de-a56e-c35dc6307795 None None] Sync routers for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:50:52.635027 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-955b477f-2f83-4dc4-a5dd-a6e7926564fc admin admin] 10.222.0.85 "PUT /v2.0/routers/6c086ea3-bf33-451c-8e24-3d88eb636579/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3162911 Feb 18 12:50:52.635027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55866) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:52.647292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:50:52.648226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:50:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:52.866420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:50:53.090833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks [] for router, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:53.207694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:50:51Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:53.212237 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75668744-572f-43de-a56e-c35dc6307795 None None] Checking router: 6c086ea3-bf33-451c-8e24-3d88eb636579 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:50:53.222484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] Routers {'6c086ea3-bf33-451c-8e24-3d88eb636579'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:50:53.223178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:50:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6c086ea3-bf33-451c-8e24-3d88eb636579'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:53.296688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:53.305365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Deleting port 49d518b4-745f-488a-9675-ab69dd758e04 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:50:53.305746 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:53.428936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] Set router 6c086ea3-bf33-451c-8e24-3d88eb636579 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:50:53.513588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] For port 49d518b4-745f-488a-9675-ab69dd758e04, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=49d518b4-745f-488a-9675-ab69dd758e04,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:50:53.513994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:53.669918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Calling delete_port for 49d518b4-745f-488a-9675-ab69dd758e04 owned by network:router_gateway {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:50:53.861402 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:53.878352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-eb81c263-6d8c-4930-af84-584305fbffd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:53.938759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-75668744-572f-43de-a56e-c35dc6307795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:50:51Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:53.943766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75668744-572f-43de-a56e-c35dc6307795 None None] The sync data for ids ['6c086ea3-bf33-451c-8e24-3d88eb636579'] in dv-cinder-776422-1-smb is: [{'id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'name': 'tempest-AttachVolumeTestJSON-555825654-router', 'tenant_id': '91e22e5898d642c3a6330c1519731674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '49d518b4-745f-488a-9675-ab69dd758e04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:43:51Z', 'updated_at': '2021-02-18T12:50:51Z', 'revision_number': 5, 'project_id': '91e22e5898d642c3a6330c1519731674', 'gw_port': {'id': '49d518b4-745f-488a-9675-ab69dd758e04', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:2c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c086ea3-bf33-451c-8e24-3d88eb636579', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:43:52Z', 'updated_at': '2021-02-18T12:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:50:53.985984 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Pushing event deleted for resources: {'Port': ['ID=49d518b4-745f-488a-9675-ab69dd758e04,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:53.989390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:54.127669 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854007955'] for router_gateway, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.328554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854748152'] for router, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.331035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.358428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854011118'] for router, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.359297 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c086ea3-bf33-451c-8e24-3d88eb636579 {{(pid=83997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 12:50:54.374393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] Notify callbacks [] for router, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.376282 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-493709b3-00fe-4a39-a152-7e2afbfcd60f admin admin] 10.222.0.85 "DELETE /v2.0/routers/6c086ea3-bf33-451c-8e24-3d88eb636579 HTTP/1.1" status: 204 len: 168 time: 1.7403150 Feb 18 12:50:54.379328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55870) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:54.457387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Deleting subnet f92c5331-ac0a-49f7-876b-851c567f94cd {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:50:54.461074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.521542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6698161'] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.615688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.910913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-997423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6894015'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:54.928321 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:55.034350 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92c5331-ac0a-49f7-876b-851c567f94cd,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:55.038816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:55.078492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:55.084338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728fe448-5d7a-4fe8-89b5-f1f1a004366d None None] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:50:55.085914 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-422f2cf3-c8af-4916-bd5a-4d2e7cb60efd admin admin] 10.222.0.85 "DELETE /v2.0/subnets/f92c5331-ac0a-49f7-876b-851c567f94cd HTTP/1.1" status: 204 len: 168 time: 0.7050066 Feb 18 12:50:55.090370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55874) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:55.218691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:55.298504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Deleting port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 {{(pid=83997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:50:55.298904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:55.368711 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] DHCP port deletion for d09293bb-6301-47ec-9edd-b2ebf1c1a9ae request from dv-cinder-776422-1-smb {{(pid=83998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 12:50:55.373465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Deleting port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:50:55.373885 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:55.540768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] For port 257ae785-aa6d-41b8-9e4a-13a1ed874f56, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=257ae785-aa6d-41b8-9e4a-13a1ed874f56,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:50:55.541202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:55.613690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] For port 257ae785-aa6d-41b8-9e4a-13a1ed874f56, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=257ae785-aa6d-41b8-9e4a-13a1ed874f56,segment=NetworkSegment(0dd2694e-52c5-48c2-abbb-5a712ba0fc00),segment_id=0dd2694e-52c5-48c2-abbb-5a712ba0fc00)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:50:55.614698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:55.728114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Calling delete_port for 257ae785-aa6d-41b8-9e4a-13a1ed874f56 owned by network:dhcp {{(pid=83997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:50:55.762241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Calling delete_port for 257ae785-aa6d-41b8-9e4a-13a1ed874f56 owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:50:55.794644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c652f27f-b272-4d97-9ce2-7dec0ee5affb no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:50:55.817949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:55.834664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8b767ad6-539e-4bdc-9074-de492bb5dff2 tempest-VolumesNegativeTest-1156037989 tempest-VolumesNegativeTest-1156037989-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:55.851277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: c652f27f-b272-4d97-9ce2-7dec0ee5affb {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:50:55.851863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device c652f27f-b272-4d97-9ce2-7dec0ee5affb not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:50:55.852255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 257ae785-aa6d-41b8-9e4a-13a1ed874f56 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:50:55.895450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 257ae785-aa6d-41b8-9e4a-13a1ed874f56 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:50:55.895729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 257ae785-aa6d-41b8-9e4a-13a1ed874f56 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:50:55.933595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:50:55.934562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:50:55.949585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=257ae785-aa6d-41b8-9e4a-13a1ed874f56,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:55.953587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:55.989379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] No DVR routers for this DVR port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 on host dv-cinder-776422-1-smb {{(pid=83997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:50:56.121787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:56.435316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Deleting port 257ae785-aa6d-41b8-9e4a-13a1ed874f56 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:50:56.435905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:56.508610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09293bb-6301-47ec-9edd-b2ebf1c1a9ae']}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:56.525593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd2694e-52c5-48c2-abbb-5a712ba0fc00') {'for_net_delete': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:56.526147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd2694e-52c5-48c2-abbb-5a712ba0fc00') {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:50:56.543130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848077687'] for segment, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:56.548266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-b15fada2-ed67-4ea7-a88b-5a0a1a8c47ab None None] The port '257ae785-aa6d-41b8-9e4a-13a1ed874f56' was deleted {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 12:50:56.567594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:56.570013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:50:56.827599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:50:56.838002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853790834'] for segment, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.030058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Network d09293bb-6301-47ec-9edd-b2ebf1c1a9ae has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:50:57.055977 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:50:57.142568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.147552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.150428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:57.178577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=d09293bb-6301-47ec-9edd-b2ebf1c1a9ae,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:57.181460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:57.185822 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] 10.222.0.85 "DELETE /v2.0/networks/d09293bb-6301-47ec-9edd-b2ebf1c1a9ae HTTP/1.1" status: 204 len: 168 time: 2.0943980 Feb 18 12:50:57.255094 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2284fa1a-78ae-46b1-aae8-6e7f8a657b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.317432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55880) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:57.375827 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-28da85a3-3bcd-4f90-97e5-bf6d8ec1eaf3 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=91e22e5898d642c3a6330c1519731674&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567923 Feb 18 12:50:57.379248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55884) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:57.455489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-882e3ef8-548c-482b-bb2d-914701238600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.485752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-882e3ef8-548c-482b-bb2d-914701238600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.539723 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-882e3ef8-548c-482b-bb2d-914701238600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.545062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b61d4c62-3143-4009-b77c-3389aac7515c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:57.559515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e3ef8-548c-482b-bb2d-914701238600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db3a86-64ef-4acd-80b8-4cbe3fa23097,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:57.564190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-882e3ef8-548c-482b-bb2d-914701238600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:57.568682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-882e3ef8-548c-482b-bb2d-914701238600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:57.569941 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-882e3ef8-548c-482b-bb2d-914701238600 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a6db3a86-64ef-4acd-80b8-4cbe3fa23097 HTTP/1.1" status: 204 len: 168 time: 0.1894143 Feb 18 12:50:57.607851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 49d518b4-745f-488a-9675-ab69dd758e04 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:50:57.647189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 49d518b4-745f-488a-9675-ab69dd758e04 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:50:57.647564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 49d518b4-745f-488a-9675-ab69dd758e04 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:50:58.430865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 55906) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:58.556312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2061761055-network', 'tenant_id': 'f31742e15a014cc3aab0c0b1f17d72dd'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:50:58.561842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:50:58.566979 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Usage tracker for resource:network and tenant:f31742e15a014cc3aab0c0b1f17d72dd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:50:58.571232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:50:58.577342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:50:58.587374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Made reservation on behalf of f31742e15a014cc3aab0c0b1f17d72dd for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:50:58.592270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.606105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.622473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:50:58.627471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Usage tracker for resource:security_group_rule and tenant:f31742e15a014cc3aab0c0b1f17d72dd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:50:58.631271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:50:58.637994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:50:58.735031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.738083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.742553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-29cf66c2-3c30-461e-98c2-6df4552c6459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:58.768010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:50:58.790638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb37990c-33b6-4ad5-8707-2e473c05951b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:58.793807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.794215 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Added segment 8620ea4f-b3a5-488d-a645-8fe23e88caae of type vxlan for network ad4018f0-c38c-4c36-8195-f18ceea273de Feb 18 12:50:58.795721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:58.825474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.867138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.868702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:58.869370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:58.874748 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:58.985985 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5538492 Feb 18 12:50:58.986940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Pushing event updated for resources: {'Network': ['ID=ad4018f0-c38c-4c36-8195-f18ceea273de,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:58.989596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 55912) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:50:58.991151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-60fc260d-1da3-4b0c-b5fa-55987651a424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:58.996028 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Request body: {'subnet': {'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2061761055-subnet', 'tenant_id': 'f31742e15a014cc3aab0c0b1f17d72dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:50:58.999036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network ad4018f0-c38c-4c36-8195-f18ceea273de details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:50:59.003531 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:50:59.008465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Usage tracker for resource:subnet and tenant:f31742e15a014cc3aab0c0b1f17d72dd is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:50:59.013256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:50:59.021341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:50:59.035880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Made reservation on behalf of f31742e15a014cc3aab0c0b1f17d72dd for: {'subnet': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:50:59.040994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847881835'] for subnet, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:59.072234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network ad4018f0-c38c-4c36-8195-f18ceea273de details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:50:59.492547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:50:59.507105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853778412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847881818'] for subnet, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:59.523552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:50:59.664067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49040b87-6706-4b26-b54b-b9e95e0b8054,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:50:59.668172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:50:59.731147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Checking segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:50:59.731550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Network hostable DHCP agents. Network: ad4018f0-c38c-4c36-8195-f18ceea273de, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:50:59.743944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ae1b33c-60c3-4a3b-8378-45fc35aab82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:59.753616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Network ad4018f0-c38c-4c36-8195-f18ceea273de is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:50:59.762501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, ad4018f0-c38c-4c36-8195-f18ceea273de) {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:50:59.770969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e78cb1c-285b-4362-b409-e4b0582e207c None None] Network ad4018f0-c38c-4c36-8195-f18ceea273de requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:50:59.776363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:50:59.777047 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:50:59.798057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-481c193d-c135-479b-a7d0-9672f2ef940e admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8074932 Feb 18 12:51:00.037651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4337519c-e3d6-4fac-b408-74e42a46d0a5 None None] Network ad4018f0-c38c-4c36-8195-f18ceea273de requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:51:00.157783 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:00.454342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-b8e7ae95-7cd6-4f10-a270-468de1eb3f50 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:00.455021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-b8e7ae95-7cd6-4f10-a270-468de1eb3f50 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:51:00.472675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-b8e7ae95-7cd6-4f10-a270-468de1eb3f50 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:51:00.474049 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-b8e7ae95-7cd6-4f10-a270-468de1eb3f50 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.1879418 Feb 18 12:51:00.491131 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-83054a03-45c3-43bb-aef2-06f2439098df tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/quotas/f31742e15a014cc3aab0c0b1f17d72dd HTTP/1.1" status: 200 len: 375 time: 0.0108821 Feb 18 12:51:00.554869 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-824bbe86-e9e7-4252-ba7d-1d4ef4de28ac tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0575557 Feb 18 12:51:00.718357 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-4eeafc01-5eb0-43f0-a3de-dbf225ca5619 service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553144 Feb 18 12:51:00.871442 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-68c88d4b-bb20-41cc-ac90-32a0654f6f60 service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1464953 Feb 18 12:51:01.119909 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-33175645-e389-4047-b303-8f656945e73e req-c2b3b739-6891-4a8e-8ee0-c99661c39fbd tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 210 time: 0.0954020 Feb 18 12:51:01.616798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:01.635057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:02.342010 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5496e539-e76c-41b3-b172-ec4de0c9f5c0 req-ce6f7939-8f4f-4abb-9437-0f7444bce1f1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 210 time: 0.0736597 Feb 18 12:51:02.415841 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-5547b63f-79df-4d2e-9698-52f6a10b807b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:02.417390 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-5547b63f-79df-4d2e-9698-52f6a10b807b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.2350633 Feb 18 12:51:02.440333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Request body: {'port': {'device_id': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de', 'admin_state_up': True, 'tenant_id': 'f31742e15a014cc3aab0c0b1f17d72dd'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:51:02.596236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:51:02.600353 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Usage tracker for resource:port and tenant:f31742e15a014cc3aab0c0b1f17d72dd is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:51:02.603418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:51:02.609970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:51:02.619578 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Made reservation on behalf of f31742e15a014cc3aab0c0b1f17d72dd for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:51:02.625985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:02.956790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Allocated IP 172.20.0.5 (ad4018f0-c38c-4c36-8195-f18ceea273de/49040b87-6706-4b26-b54b-b9e95e0b8054/432944e4-afc3-4394-8964-70b569c307f7) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:51:03.190554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:03.223630 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:03.240459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:03.389348 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event updated for resources: {'Port': ['ID=432944e4-afc3-4394-8964-70b569c307f7,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:03.408255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:03.464774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Network ad4018f0-c38c-4c36-8195-f18ceea273de is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:51:03.466864 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:51:03.471404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:51:03.566255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec7773-25c2-4499-aaf8-27cc3ede1820 req-7fb6d931-a047-4ed0-a918-d210252e72f1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:03.566502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:03.566933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:03.567980 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9dec7773-25c2-4499-aaf8-27cc3ede1820 req-7fb6d931-a047-4ed0-a918-d210252e72f1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 931 time: 0.1001410 Feb 18 12:51:03.589846 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1545119 Feb 18 12:51:03.610146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Request body: {'port': {'device_id': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:51:03.621569 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9dec7773-25c2-4499-aaf8-27cc3ede1820 req-b85c6715-9b6a-4a0e-9396-f18c0740774b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Feb 18 12:51:03.739046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:04.197517 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 432944e4-afc3-4394-8964-70b569c307f7 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:51:04.206867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:04.221115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Transition to ACTIVE for port object 432944e4-afc3-4394-8964-70b569c307f7 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:51:04.223987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:04.240235 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-78d5b13b-64a4-4c40-a3e1-527a90a871a5 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:04.384709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=432944e4-afc3-4394-8964-70b569c307f7,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:04.399168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:04.592283 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Attempting to bind port 432944e4-afc3-4394-8964-70b569c307f7 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:51:04.592565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Attempting to bind port 432944e4-afc3-4394-8964-70b569c307f7 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:51:04.592981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Attempting to bind port 432944e4-afc3-4394-8964-70b569c307f7 on network ad4018f0-c38c-4c36-8195-f18ceea273de {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:51:04.600229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:51:04.600584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Checking segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:51:04.601024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:04.601432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Bound using segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:51:04.601920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Bound port: 432944e4-afc3-4394-8964-70b569c307f7, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:51:04.602296 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:04.707271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] For port 432944e4-afc3-4394-8964-70b569c307f7, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:51:04.710828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] For port 432944e4-afc3-4394-8964-70b569c307f7, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=432944e4-afc3-4394-8964-70b569c307f7,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:51:04.715412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:04.732622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-47997da6-b4fd-4111-b36e-b924a3417c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:05.229908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Pushing event updated for resources: {'Port': ['ID=432944e4-afc3-4394-8964-70b569c307f7,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:05.245278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:05.279651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:05.280403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:05.282369 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] 10.222.0.101 "PUT /v2.0/ports/432944e4-afc3-4394-8964-70b569c307f7 HTTP/1.1" status: 200 len: 1157 time: 1.6773024 Feb 18 12:51:05.282934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'tag': '432944e4-afc3-4394-8964-70b569c307f7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:51:05.296093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc15f2b-9860-4697-aa78-bc0d7241b4eb req-02a2ec5e-c7eb-4149-89d8-8e9c3bcdd069 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:05.297533 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5cc15f2b-9860-4697-aa78-bc0d7241b4eb req-02a2ec5e-c7eb-4149-89d8-8e9c3bcdd069 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:51:05.326529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5cc15f2b-9860-4697-aa78-bc0d7241b4eb req-02a2ec5e-c7eb-4149-89d8-8e9c3bcdd069 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:51:05.329439 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5cc15f2b-9860-4697-aa78-bc0d7241b4eb req-02a2ec5e-c7eb-4149-89d8-8e9c3bcdd069 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 943 time: 0.5115707 Feb 18 12:51:05.373275 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'tag': '432944e4-afc3-4394-8964-70b569c307f7', 'status': 'completed', 'code': 200} Feb 18 12:51:05.475440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5cc15f2b-9860-4697-aa78-bc0d7241b4eb req-2d709bc0-e512-47fa-967c-23f3f4484af1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:51:05.505191 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-5cc15f2b-9860-4697-aa78-bc0d7241b4eb req-2d709bc0-e512-47fa-967c-23f3f4484af1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:51:05.506394 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5cc15f2b-9860-4697-aa78-bc0d7241b4eb req-2d709bc0-e512-47fa-967c-23f3f4484af1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689608 Feb 18 12:51:05.509767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-9c25c282-b63f-44b9-b7de-0238d50165e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:05.511058 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-9c25c282-b63f-44b9-b7de-0238d50165e9 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 1160 time: 0.1442189 Feb 18 12:51:05.612297 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-19d0dc04-94a2-43a8-af5b-ba1cf3441dad service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432944e4-afc3-4394-8964-70b569c307f7 HTTP/1.1" status: 200 len: 217 time: 0.0829897 Feb 18 12:51:05.694078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-a84b145f-f330-4f79-a9ee-16168a1bb542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:05.695692 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-a84b145f-f330-4f79-a9ee-16168a1bb542 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0767472 Feb 18 12:51:05.752331 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-f440a5b3-e87b-4214-ad55-a11d12ff6f91 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493476 Feb 18 12:51:05.914263 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-f0dc389e-5a3a-41b0-804a-c409485f4822 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533988 Feb 18 12:51:06.072759 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5bf9edaa-7251-4909-9bc3-af3f6ff8502d req-e7ed0d40-e47a-470c-af56-5f0ce11e9efb service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1512220 Feb 18 12:51:06.270775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-f545d335-79d8-4794-a346-a47e89aa8b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:06.272386 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-f545d335-79d8-4794-a346-a47e89aa8b7e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 1160 time: 0.0903642 Feb 18 12:51:06.425977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-384964a7-e620-4ec6-8f71-cadacff0e175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:06.427594 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-384964a7-e620-4ec6-8f71-cadacff0e175 service neutron] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 909 time: 0.1483257 Feb 18 12:51:06.503684 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-10ef1752-8500-4dea-bb2e-ed0c33df7733 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432944e4-afc3-4394-8964-70b569c307f7 HTTP/1.1" status: 200 len: 217 time: 0.0692887 Feb 18 12:51:06.579282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-afab8d61-56c4-456a-8c40-b6d425120090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:06.580912 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-afab8d61-56c4-456a-8c40-b6d425120090 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0706897 Feb 18 12:51:06.637160 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-260be203-d4c4-4c77-a079-02795b434657 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492108 Feb 18 12:51:06.792973 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca34699-dd3d-40fd-8f4d-1909028dece4 req-7a16255a-dc91-4b16-88c8-09183e08fafb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:06.793923 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-6a32e62f-30bd-470a-a2e8-646f95d5deff service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483226 Feb 18 12:51:06.794729 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ca34699-dd3d-40fd-8f4d-1909028dece4 req-7a16255a-dc91-4b16-88c8-09183e08fafb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 943 time: 0.1106961 Feb 18 12:51:06.848073 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ca34699-dd3d-40fd-8f4d-1909028dece4 req-da16ff3e-d289-441a-b22c-53505185043d tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459578 Feb 18 12:51:06.959748 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b4d50f7-bc66-47b8-88f4-7df15b4c8466 req-a1de5221-759c-4422-af73-82a5ab72f3d2 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1524901 Feb 18 12:51:08.067127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a4dbc-1052-4eef-a4ea-206a77343d25 req-d5eb6b44-932b-45ad-bda2-5a913bb5c05f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:08.068795 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3e2a4dbc-1052-4eef-a4ea-206a77343d25 req-d5eb6b44-932b-45ad-bda2-5a913bb5c05f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 943 time: 0.0968866 Feb 18 12:51:08.118616 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3e2a4dbc-1052-4eef-a4ea-206a77343d25 req-bdd3ee95-7da1-4850-8d7c-d7b753476490 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 Feb 18 12:51:09.332911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce736d9d-4282-44b7-a493-b3ecc740e4bd req-16cbb18f-8aa8-4a12-9a8a-3ba86f8c4b7b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:09.334617 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ce736d9d-4282-44b7-a493-b3ecc740e4bd req-16cbb18f-8aa8-4a12-9a8a-3ba86f8c4b7b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 943 time: 0.0967596 Feb 18 12:51:09.390164 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ce736d9d-4282-44b7-a493-b3ecc740e4bd req-689235d6-b6e3-453c-a980-11e514e7d7b9 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489342 Feb 18 12:51:10.555664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-b014beee-0ed8-428f-bb1c-69785454871e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:51:10.611885 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53687d-c1ff-4673-bf5c-08f66361fdf4 req-2d76270c-224e-4fec-b9e3-a8849447db3f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:10.613754 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bf53687d-c1ff-4673-bf5c-08f66361fdf4 req-2d76270c-224e-4fec-b9e3-a8849447db3f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 943 time: 0.1053588 Feb 18 12:51:10.669895 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bf53687d-c1ff-4673-bf5c-08f66361fdf4 req-c5f0765e-9170-44fd-9566-cdc1f2120af7 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492814 Feb 18 12:51:11.273774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 432944e4-afc3-4394-8964-70b569c307f7 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:51:11.354138 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 432944e4-afc3-4394-8964-70b569c307f7 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:51:11.360796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 432944e4-afc3-4394-8964-70b569c307f7 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:51:11.361246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:11.496758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:11.527971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432944e4-afc3-4394-8964-70b569c307f7'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:51:11.540616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 432944e4-afc3-4394-8964-70b569c307f7, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=432944e4-afc3-4394-8964-70b569c307f7,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:51:11.544091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:11.546647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:11.586705 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '432944e4-afc3-4394-8964-70b569c307f7', 'code': 200} Feb 18 12:51:11.620941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=432944e4-afc3-4394-8964-70b569c307f7,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:11.630326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.630680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.631077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.631450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.631819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.632187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.632550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.632921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.633307 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.633681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.634041 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.634401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.634802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.635160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.635516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.635876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.636232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.636587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.636954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.637324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.637678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.638033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.638388 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.638747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:11.644207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:11.983707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ba154-3614-4f94-8914-ac7cdae05394 req-20d26c86-85c0-45c7-80f3-ce48a98acac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:11.985649 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ad9ba154-3614-4f94-8914-ac7cdae05394 req-20d26c86-85c0-45c7-80f3-ce48a98acac9 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 1162 time: 0.1596823 Feb 18 12:51:11.993373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c60d9-cb3f-4471-9687-5f6977550cbd req-72619fd2-9ffc-47e7-bdd7-0f12f128a6bf tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:11.994975 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a23c60d9-cb3f-4471-9687-5f6977550cbd req-72619fd2-9ffc-47e7-bdd7-0f12f128a6bf tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 945 time: 0.1296022 Feb 18 12:51:12.081026 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ad9ba154-3614-4f94-8914-ac7cdae05394 req-b17a6604-a630-4697-92c9-2f0ca30b6857 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832758 Feb 18 12:51:12.086304 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a23c60d9-cb3f-4471-9687-5f6977550cbd req-b05df99b-bf67-44f2-a3c1-82729aa7ec2c tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702698 Feb 18 12:51:12.559710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 432944e4-afc3-4394-8964-70b569c307f7 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:51:12.638668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 432944e4-afc3-4394-8964-70b569c307f7 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:51:12.639476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:13.299707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7170c-dabf-4572-8329-4c9e712581f7 req-179ef433-19aa-446d-b274-ae4bef82f929 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:13.301461 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a5f7170c-dabf-4572-8329-4c9e712581f7 req-179ef433-19aa-446d-b274-ae4bef82f929 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 945 time: 0.0931933 Feb 18 12:51:13.360018 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a5f7170c-dabf-4572-8329-4c9e712581f7 req-4a15a3ac-23a3-46ff-910c-5efdfc1195c6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511074 Feb 18 12:51:14.576275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b839f3a-8631-40c5-b740-5e5a0beb4ab7 req-0c5af5e6-b2e8-45d9-bce1-86bd26e4a2b6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:14.577999 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7b839f3a-8631-40c5-b740-5e5a0beb4ab7 req-0c5af5e6-b2e8-45d9-bce1-86bd26e4a2b6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 945 time: 0.0934234 Feb 18 12:51:14.673412 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7b839f3a-8631-40c5-b740-5e5a0beb4ab7 req-feb7dc18-2be4-4ac2-a914-2185fa3029fa tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832264 Feb 18 12:51:16.989637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:19.510883 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0829dfae-a6e2-45a5-a18d-d617463c7105 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:19.512723 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0829dfae-a6e2-45a5-a18d-d617463c7105 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.1778507 Feb 18 12:51:19.537968 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-4efc08d7-6b1f-45fa-8c6d-fe584faa52dc tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/quotas/f31742e15a014cc3aab0c0b1f17d72dd HTTP/1.1" status: 200 len: 375 time: 0.0158429 Feb 18 12:51:19.640634 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-54b82176-4872-45b1-ba22-8fe2ae49452a tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0896530 Feb 18 12:51:19.804933 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-3d4cdb38-5c1f-47e5-98c4-91320c85a726 service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555858 Feb 18 12:51:20.010580 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-b866357f-8b25-4041-bb4b-5e24ed83a45d service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1985371 Feb 18 12:51:20.256237 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9bd0afe0-7eff-4a93-9e63-6e9a9e6b643c req-7d2666ec-602c-4e77-958e-7315bb57fe73 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 210 time: 0.0663393 Feb 18 12:51:21.465992 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d4363429-b5bc-4792-a05a-b4bb9a4a367e req-27335f3b-8c20-446d-b681-e136f48a9aa1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 210 time: 0.0533564 Feb 18 12:51:21.725125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-a4690bfe-7e2a-4b5d-9f91-68aef89ec234 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:21.726805 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-a4690bfe-7e2a-4b5d-9f91-68aef89ec234 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.1880269 Feb 18 12:51:21.754145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Request body: {'port': {'device_id': '16615db2-a933-4fec-b8db-d209bba31486', 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de', 'admin_state_up': True, 'tenant_id': 'f31742e15a014cc3aab0c0b1f17d72dd'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:51:21.965915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:51:21.975867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:51:21.987473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Made reservation on behalf of f31742e15a014cc3aab0c0b1f17d72dd for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:51:21.993151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:22.370504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Allocated IP 172.20.0.2 (ad4018f0-c38c-4c36-8195-f18ceea273de/49040b87-6706-4b26-b54b-b9e95e0b8054/8a528bf0-be79-4f8d-93ec-48d88d292e70) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:51:22.614383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:22.648348 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:22.667059 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:22.789480 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4bc22-d282-48fc-8038-572b234b9ec3 req-751c8265-3f08-4c18-9f87-92d9f852db58 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:22.791223 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0eb4bc22-d282-48fc-8038-572b234b9ec3 req-751c8265-3f08-4c18-9f87-92d9f852db58 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 931 time: 0.0987747 Feb 18 12:51:22.822103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event updated for resources: {'Port': ['ID=8a528bf0-be79-4f8d-93ec-48d88d292e70,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:22.825679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:22.853115 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0eb4bc22-d282-48fc-8038-572b234b9ec3 req-7c657cb7-3acb-4d7d-916a-c65d92a53cdd tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536933 Feb 18 12:51:22.917827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Network ad4018f0-c38c-4c36-8195-f18ceea273de is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:51:22.919627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:51:22.923497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:51:22.992157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:22.992840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:23.025029 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2778738 Feb 18 12:51:23.051353 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Request body: {'port': {'device_id': '16615db2-a933-4fec-b8db-d209bba31486', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:51:23.181504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:23.671269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a528bf0-be79-4f8d-93ec-48d88d292e70 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:51:23.680670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:23.696926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Transition to ACTIVE for port object 8a528bf0-be79-4f8d-93ec-48d88d292e70 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:51:23.700613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:23.719080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-de525485-54ae-40e2-a16f-3e0a83ce8260 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:24.219148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Pushing event updated for resources: {'Port': ['ID=8a528bf0-be79-4f8d-93ec-48d88d292e70,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:24.236073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:24.380021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af32551-03e4-42ba-8f92-0d4d67f38bc0 req-d0cc92cd-1e51-47ed-b41d-ddb735b85c86 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:24.380807 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-0af32551-03e4-42ba-8f92-0d4d67f38bc0 req-d0cc92cd-1e51-47ed-b41d-ddb735b85c86 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:51:24.420101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-0af32551-03e4-42ba-8f92-0d4d67f38bc0 req-d0cc92cd-1e51-47ed-b41d-ddb735b85c86 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:51:24.422039 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0af32551-03e4-42ba-8f92-0d4d67f38bc0 req-d0cc92cd-1e51-47ed-b41d-ddb735b85c86 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 943 time: 0.3386741 Feb 18 12:51:24.460423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Attempting to bind port 8a528bf0-be79-4f8d-93ec-48d88d292e70 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:51:24.460796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Attempting to bind port 8a528bf0-be79-4f8d-93ec-48d88d292e70 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:51:24.461248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Attempting to bind port 8a528bf0-be79-4f8d-93ec-48d88d292e70 on network ad4018f0-c38c-4c36-8195-f18ceea273de {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:51:24.478780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:51:24.479124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Checking segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:51:24.479447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:24.479851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Bound using segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:51:24.480364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Bound port: 8a528bf0-be79-4f8d-93ec-48d88d292e70, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:51:24.480744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:24.509266 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0af32551-03e4-42ba-8f92-0d4d67f38bc0 req-e58819ca-88a4-4aaf-98db-804fd1606b6e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786946 Feb 18 12:51:24.600327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] For port 8a528bf0-be79-4f8d-93ec-48d88d292e70, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:51:24.604808 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] For port 8a528bf0-be79-4f8d-93ec-48d88d292e70, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8a528bf0-be79-4f8d-93ec-48d88d292e70,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:51:24.609204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:24.627037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d397f62-28b0-4cf8-b643-e4474e5bc054 tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:24.802331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Pushing event updated for resources: {'Port': ['ID=8a528bf0-be79-4f8d-93ec-48d88d292e70,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:24.806154 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:24.848259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:24.848985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:24.850584 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] 10.222.0.101 "PUT /v2.0/ports/8a528bf0-be79-4f8d-93ec-48d88d292e70 HTTP/1.1" status: 200 len: 1157 time: 1.8045805 Feb 18 12:51:24.851125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16615db2-a933-4fec-b8db-d209bba31486', 'tag': '8a528bf0-be79-4f8d-93ec-48d88d292e70'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:51:24.917208 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16615db2-a933-4fec-b8db-d209bba31486', 'tag': '8a528bf0-be79-4f8d-93ec-48d88d292e70', 'status': 'completed', 'code': 200} Feb 18 12:51:25.029510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-48e0b4fc-4e3d-425e-a87e-32b57337bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:25.032517 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-48e0b4fc-4e3d-425e-a87e-32b57337bc17 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 1160 time: 0.0878952 Feb 18 12:51:25.126090 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-161516ff-d86b-4c79-9078-18221accd3cf service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a528bf0-be79-4f8d-93ec-48d88d292e70 HTTP/1.1" status: 200 len: 217 time: 0.0780494 Feb 18 12:51:25.215364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-8e6b03e1-a633-4481-b0a5-19add6473e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:25.217033 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-8e6b03e1-a633-4481-b0a5-19add6473e1b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0800560 Feb 18 12:51:25.281536 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-8f7c3174-ba85-439b-bb5a-5bb6999f070a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530324 Feb 18 12:51:25.482661 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-90e7c529-cdbf-43ec-aac6-0161637facc1 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925542 Feb 18 12:51:25.644829 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b6159b4e-7d62-4b65-89d9-0e0e30b978be req-686a4204-bfac-412c-95a3-eab47710cb2a service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1523974 Feb 18 12:51:25.885824 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca3c92-08d2-40b6-b290-64ccbfb070c9 req-fbda4b18-3e02-47ea-915f-cd260bb31045 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:25.887480 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-29ca3c92-08d2-40b6-b290-64ccbfb070c9 req-fbda4b18-3e02-47ea-915f-cd260bb31045 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 943 time: 0.1748166 Feb 18 12:51:25.896137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-abec4780-0a66-4a1c-9271-e2daf2500cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:25.897763 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-abec4780-0a66-4a1c-9271-e2daf2500cb0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 1160 time: 0.1215439 Feb 18 12:51:26.040608 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-29ca3c92-08d2-40b6-b290-64ccbfb070c9 req-ee9303ba-5063-42aa-a816-244d86cfd79d tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417775 Feb 18 12:51:26.087873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-1176cc58-7b35-44ac-98c8-abbab0858886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:26.089498 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-1176cc58-7b35-44ac-98c8-abbab0858886 service neutron] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 909 time: 0.1749554 Feb 18 12:51:26.172402 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-00f31807-c712-464f-8de7-641bd1359c48 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a528bf0-be79-4f8d-93ec-48d88d292e70 HTTP/1.1" status: 200 len: 217 time: 0.0725546 Feb 18 12:51:26.246246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-aa587283-8000-4af2-b206-756cefcb85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:26.247843 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-aa587283-8000-4af2-b206-756cefcb85be service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0682914 Feb 18 12:51:26.307196 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-af826509-cfa8-40ab-b43d-8abe9fbb87e9 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514631 Feb 18 12:51:26.464227 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-0765f072-5ab3-45e9-9393-51ed307a7316 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445236 Feb 18 12:51:26.618460 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-97bf1f67-b6d9-4e11-85c7-d4612d3a01de req-351354d5-9a6f-42b9-b806-ba5c944ed3e9 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411397 Feb 18 12:51:27.249979 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4c0a0253-8bac-478e-9619-eb9f13db4f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:27.255752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15188a97-9577-4f7d-b9cb-f1c5f5b317c8 req-dd61872b-e1ef-499a-ad14-5a7ba4944999 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:27.257526 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-15188a97-9577-4f7d-b9cb-f1c5f5b317c8 req-dd61872b-e1ef-499a-ad14-5a7ba4944999 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 943 time: 0.0971105 Feb 18 12:51:27.308786 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-15188a97-9577-4f7d-b9cb-f1c5f5b317c8 req-54e21184-2f5f-4283-b5fb-5defe4da0374 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448558 Feb 18 12:51:28.517536 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67577c2-6c60-4080-af7d-4ad28a39e43b req-156138e6-bd1e-40da-86b0-48c562383dd7 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:28.519149 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f67577c2-6c60-4080-af7d-4ad28a39e43b req-156138e6-bd1e-40da-86b0-48c562383dd7 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 943 time: 0.0936368 Feb 18 12:51:28.568780 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f67577c2-6c60-4080-af7d-4ad28a39e43b req-4fbb8d89-6f64-4ca5-9183-1e926aefc2e5 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Feb 18 12:51:29.746575 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58ff5cf3-70a4-4a93-89ca-c3fa9725305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:29.775314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5455841-7c83-4215-b1c7-682477735edf req-6b5cff99-69ca-4e30-a56b-9843d1f15724 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:29.776972 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a5455841-7c83-4215-b1c7-682477735edf req-6b5cff99-69ca-4e30-a56b-9843d1f15724 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 943 time: 0.0920107 Feb 18 12:51:29.829634 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a5455841-7c83-4215-b1c7-682477735edf req-44e5d3ec-3061-470b-b4bf-bb9d277d611c tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456243 Feb 18 12:51:30.143284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:31.039077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d813d5-6854-463c-8053-9dac62a80fc3 req-9c871ae1-120b-45ea-a269-13bf8696fc70 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:31.040707 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-28d813d5-6854-463c-8053-9dac62a80fc3 req-9c871ae1-120b-45ea-a269-13bf8696fc70 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 943 time: 0.0894465 Feb 18 12:51:31.092771 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-28d813d5-6854-463c-8053-9dac62a80fc3 req-810b8e30-5bf6-4d36-b536-dac9e46291ea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455990 Feb 18 12:51:31.486552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 8a528bf0-be79-4f8d-93ec-48d88d292e70 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:51:31.563262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 8a528bf0-be79-4f8d-93ec-48d88d292e70 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:51:31.568738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 8a528bf0-be79-4f8d-93ec-48d88d292e70 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:51:31.569211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:31.656263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:31.659629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:31.726620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:31.756038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16615db2-a933-4fec-b8db-d209bba31486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a528bf0-be79-4f8d-93ec-48d88d292e70'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:51:31.767230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 8a528bf0-be79-4f8d-93ec-48d88d292e70, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8a528bf0-be79-4f8d-93ec-48d88d292e70,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:51:31.770768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:31.772949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:31.830628 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16615db2-a933-4fec-b8db-d209bba31486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a528bf0-be79-4f8d-93ec-48d88d292e70', 'code': 200} Feb 18 12:51:31.856210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=8a528bf0-be79-4f8d-93ec-48d88d292e70,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:31.860785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:32.343610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00866c9e-362f-41a0-83b1-31f71fed500c req-84dabe0c-429d-4a08-af7c-fb40f73a7e65 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:32.345563 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-00866c9e-362f-41a0-83b1-31f71fed500c req-84dabe0c-429d-4a08-af7c-fb40f73a7e65 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 945 time: 0.1323252 Feb 18 12:51:32.422903 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-00866c9e-362f-41a0-83b1-31f71fed500c req-027e0940-78a3-4399-88e1-1aa2bc9ea88e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707262 Feb 18 12:51:32.435820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c3c6b-f393-496b-b393-3ad008708f83 req-d5dec35d-8ad1-495c-b47c-b1f70d80a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:32.437941 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7e2c3c6b-f393-496b-b393-3ad008708f83 req-d5dec35d-8ad1-495c-b47c-b1f70d80a0d5 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 1162 time: 0.1366236 Feb 18 12:51:32.490101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7e2c3c6b-f393-496b-b393-3ad008708f83 req-eb17f323-bd86-4679-a228-79df43a13f41 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398886 Feb 18 12:51:32.802984 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 8a528bf0-be79-4f8d-93ec-48d88d292e70 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:51:32.882552 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 8a528bf0-be79-4f8d-93ec-48d88d292e70 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:51:32.882979 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:33.635838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19c1d8-7d3f-4e23-845d-6b1f0c48f879 req-a393cd21-2fe6-45f5-b0b3-809aa0ac3744 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:33.637539 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f19c1d8-7d3f-4e23-845d-6b1f0c48f879 req-a393cd21-2fe6-45f5-b0b3-809aa0ac3744 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 945 time: 0.0930719 Feb 18 12:51:33.690110 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f19c1d8-7d3f-4e23-845d-6b1f0c48f879 req-7cab647f-0489-4351-8001-259d8a569793 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451307 Feb 18 12:51:34.904197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab125c7-02d0-4429-b28d-5afe39d2aced req-f559e953-edaf-4379-836b-6a6927e7b337 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:34.906496 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0ab125c7-02d0-4429-b28d-5afe39d2aced req-f559e953-edaf-4379-836b-6a6927e7b337 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 945 time: 0.0963757 Feb 18 12:51:34.969971 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0ab125c7-02d0-4429-b28d-5afe39d2aced req-929a31ef-aa39-47b5-b6e9-809376c1540b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568669 Feb 18 12:51:36.493704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:51:38.499705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-0e0ac779-fee3-4c49-bd97-d5c73f95b961 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:38.501499 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-0e0ac779-fee3-4c49-bd97-d5c73f95b961 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.1991475 Feb 18 12:51:38.519730 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-128b5aa0-d4ba-4674-a997-c5879c8934ee tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/quotas/f31742e15a014cc3aab0c0b1f17d72dd HTTP/1.1" status: 200 len: 375 time: 0.0115316 Feb 18 12:51:38.642205 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-f0942b3d-5ee5-469f-9c90-ff336110ab0e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157994 Feb 18 12:51:38.752084 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-b7d049bc-9b78-45fe-9c31-6d2cd5b9212f service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:51:38.753257 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-b7d049bc-9b78-45fe-9c31-6d2cd5b9212f service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1027379 Feb 18 12:51:38.930611 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-937e8c84-d85f-42de-afdf-d85460b7b8dc service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648016 Feb 18 12:51:39.135557 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-d401a1ed-8d2b-4b04-8645-ad41684430ea service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1915863 Feb 18 12:51:39.360425 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1d020836-0cd8-46f4-989c-dd602146fefd req-d6b62a61-4492-453e-83f3-3eeee7c64251 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 210 time: 0.0627143 Feb 18 12:51:40.534295 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e6428f3e-234a-4984-b65e-99ca45895c0e req-74b575bf-2414-4aea-9b00-9d76efe6f468 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 210 time: 0.0526247 Feb 18 12:51:40.843859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-d8641b41-cf75-4e14-b087-2557d088c843 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:40.845403 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-d8641b41-cf75-4e14-b087-2557d088c843 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.1703696 Feb 18 12:51:40.874264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Request body: {'port': {'device_id': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de', 'admin_state_up': True, 'tenant_id': 'f31742e15a014cc3aab0c0b1f17d72dd'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:51:41.028741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:51:41.041555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:51:41.050977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Made reservation on behalf of f31742e15a014cc3aab0c0b1f17d72dd for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:51:41.056625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:41.623313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Allocated IP 172.20.0.11 (ad4018f0-c38c-4c36-8195-f18ceea273de/49040b87-6706-4b26-b54b-b9e95e0b8054/45d00c0b-541b-4841-9f47-66d49ab12e0c) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:51:41.714680 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d507ba4e-08bf-4de4-8ab6-ccafd0b38453 req-2f37c375-228a-4c14-bade-b3d031bb63b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 210 time: 0.0605781 Feb 18 12:51:41.894171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:41.932415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:41.953370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e51b8a56-f332-4c2e-acfc-4ecf959866a2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:42.102836 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event updated for resources: {'Port': ['ID=45d00c0b-541b-4841-9f47-66d49ab12e0c,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:42.125579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.125971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.126385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.126788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.127184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.127584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.127980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.128375 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.128766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.129183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.129581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.129970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.130403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.130792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.131182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.131566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.131954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.132337 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.132733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.133142 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.133529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.133915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.134300 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.134676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:51:42.143121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:42.195123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Network ad4018f0-c38c-4c36-8195-f18ceea273de is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:51:42.196522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:51:42.199505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:51:42.271540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:42.272221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:42.312121 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-5e8ab6e7-27dd-4708-a4c5-cee1fc048acb tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4421704 Feb 18 12:51:42.335095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Request body: {'port': {'device_id': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:51:42.477611 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:42.961284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aae09-2e53-4162-abe9-43358806e078 req-951a3cd4-fe9c-43e1-b516-6991e6ff270e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:42.964391 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-664aae09-2e53-4162-abe9-43358806e078 req-951a3cd4-fe9c-43e1-b516-6991e6ff270e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 932 time: 0.1263406 Feb 18 12:51:42.985461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d00c0b-541b-4841-9f47-66d49ab12e0c {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:51:43.001371 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:43.018456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Transition to ACTIVE for port object 45d00c0b-541b-4841-9f47-66d49ab12e0c will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:51:43.022187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:43.046882 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-664aae09-2e53-4162-abe9-43358806e078 req-d50142f5-8c0b-42ab-b4e8-d84507ff5ff1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744638 Feb 18 12:51:43.052359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9389c1c-a866-43f4-8d95-ecc4ceff054c tempest-DeleteServersTestJSON-357304046 tempest-DeleteServersTestJSON-357304046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:43.197359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Pushing event updated for resources: {'Port': ['ID=45d00c0b-541b-4841-9f47-66d49ab12e0c,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:43.213327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:43.414778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Attempting to bind port 45d00c0b-541b-4841-9f47-66d49ab12e0c on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:51:43.415145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Attempting to bind port 45d00c0b-541b-4841-9f47-66d49ab12e0c by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:51:43.415510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Attempting to bind port 45d00c0b-541b-4841-9f47-66d49ab12e0c on network ad4018f0-c38c-4c36-8195-f18ceea273de {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:51:43.421551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:51:43.421915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Checking segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:51:43.422317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:43.422707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Bound using segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:51:43.423183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Bound port: 45d00c0b-541b-4841-9f47-66d49ab12e0c, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:51:43.423579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:43.529451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] For port 45d00c0b-541b-4841-9f47-66d49ab12e0c, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:51:43.532870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] For port 45d00c0b-541b-4841-9f47-66d49ab12e0c, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=45d00c0b-541b-4841-9f47-66d49ab12e0c,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:51:43.536436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:43.553855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0dd27c92-549a-4f86-92bc-bf627326aaea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:43.716336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Pushing event updated for resources: {'Port': ['ID=45d00c0b-541b-4841-9f47-66d49ab12e0c,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:43.721736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:43.756271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:43.756980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:43.758450 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] 10.222.0.101 "PUT /v2.0/ports/45d00c0b-541b-4841-9f47-66d49ab12e0c HTTP/1.1" status: 200 len: 1158 time: 1.4283836 Feb 18 12:51:43.759040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'tag': '45d00c0b-541b-4841-9f47-66d49ab12e0c'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:51:43.807344 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'tag': '45d00c0b-541b-4841-9f47-66d49ab12e0c', 'status': 'completed', 'code': 200} Feb 18 12:51:43.945486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6fe971f3-a1ea-4127-b166-bb96c06f160c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:43.947175 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-6fe971f3-a1ea-4127-b166-bb96c06f160c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 1161 time: 0.0862892 Feb 18 12:51:44.033532 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-299ee4c5-e72d-4e4b-ab37-f6b3ebf74173 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d00c0b-541b-4841-9f47-66d49ab12e0c HTTP/1.1" status: 200 len: 217 time: 0.0679193 Feb 18 12:51:44.109352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-8180f019-2ff9-4dcf-9563-565592e2aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:44.110974 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-8180f019-2ff9-4dcf-9563-565592e2aad0 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0706553 Feb 18 12:51:44.166675 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-86cfb198-7272-46db-83a7-328242d1961d service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484035 Feb 18 12:51:44.267475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905ed60-f0db-4fb2-a056-bc99b8cd5fc5 req-8e83e9ff-50e0-403b-9538-21b7d79fc3b6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:44.269222 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2905ed60-f0db-4fb2-a056-bc99b8cd5fc5 req-8e83e9ff-50e0-403b-9538-21b7d79fc3b6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 944 time: 0.0918150 Feb 18 12:51:44.323101 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-05e80ab7-05da-4270-ada3-4c14fcc7c02e service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478457 Feb 18 12:51:44.326381 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2905ed60-f0db-4fb2-a056-bc99b8cd5fc5 req-3b7b8397-3232-49fe-b96f-f134414cef14 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487740 Feb 18 12:51:44.490586 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ccb93845-73ce-4ccf-beb7-25e43de0d59a req-f73c305f-3ca7-4a34-9fda-35fa31ddcf3d service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583610 Feb 18 12:51:44.729127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-ce9adedd-fdb5-4d94-b55a-9beba45c03a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:44.731028 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-ce9adedd-fdb5-4d94-b55a-9beba45c03a1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 1161 time: 0.0851121 Feb 18 12:51:44.894444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-f0bce3a8-1e38-4fdc-b040-dd4effdae809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:44.896077 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-f0bce3a8-1e38-4fdc-b040-dd4effdae809 service neutron] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 909 time: 0.1542497 Feb 18 12:51:44.982502 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-d224ed14-bb08-4950-811a-04928836ad77 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45d00c0b-541b-4841-9f47-66d49ab12e0c HTTP/1.1" status: 200 len: 217 time: 0.0792224 Feb 18 12:51:45.061303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-9b3ec21b-41de-4022-a7aa-36f346055536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:45.063282 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-9b3ec21b-41de-4022-a7aa-36f346055536 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0723400 Feb 18 12:51:45.120305 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-839632c8-2154-4a88-84b5-298cf0e4d646 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488691 Feb 18 12:51:45.272306 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-5a6aa31d-2d34-4220-b9ba-98cbc31bc739 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439288 Feb 18 12:51:45.428854 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a34c326-1db1-4bdc-ab08-98214db43187 req-88d7c2bb-9001-48ca-8520-77244edc55b5 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1475692 Feb 18 12:51:45.544453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb724c-5bcc-46cd-bfa7-ec0ba670142a req-c403e9be-530c-4412-9a3d-38e7e7e091fe tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:45.545152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-c6cb724c-5bcc-46cd-bfa7-ec0ba670142a req-c403e9be-530c-4412-9a3d-38e7e7e091fe tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:51:45.560316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-c6cb724c-5bcc-46cd-bfa7-ec0ba670142a req-c403e9be-530c-4412-9a3d-38e7e7e091fe tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:51:45.562337 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c6cb724c-5bcc-46cd-bfa7-ec0ba670142a req-c403e9be-530c-4412-9a3d-38e7e7e091fe tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 944 time: 0.1040914 Feb 18 12:51:45.611300 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c6cb724c-5bcc-46cd-bfa7-ec0ba670142a req-ffe44370-c57c-40eb-894b-d21441b015c4 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424485 Feb 18 12:51:46.821111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc440e-95ea-46f2-9af1-98c20c404cf9 req-4698a94e-0ec2-44b6-9ae4-0faea3bc4906 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:46.822717 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1cfc440e-95ea-46f2-9af1-98c20c404cf9 req-4698a94e-0ec2-44b6-9ae4-0faea3bc4906 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 944 time: 0.0929425 Feb 18 12:51:46.874530 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1cfc440e-95ea-46f2-9af1-98c20c404cf9 req-3b4d04b0-e9a8-428a-a4f9-7bab1a35afa3 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446129 Feb 18 12:51:47.010378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:48.084918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f483f1c-421a-4660-866f-71a2c76e46c0 req-99113e8a-242c-4897-aab9-14b21ed17225 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:48.086574 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f483f1c-421a-4660-866f-71a2c76e46c0 req-99113e8a-242c-4897-aab9-14b21ed17225 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 944 time: 0.0916460 Feb 18 12:51:48.136103 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3f483f1c-421a-4660-866f-71a2c76e46c0 req-00b19480-fa93-46b9-9d56-ceb9767a4bad tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430586 Feb 18 12:51:49.339459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b262b6f-682c-4ea7-aa65-c624dc78f01e req-a4552ada-563a-4c32-918f-12bffc58efdc tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:49.341148 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b262b6f-682c-4ea7-aa65-c624dc78f01e req-a4552ada-563a-4c32-918f-12bffc58efdc tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 944 time: 0.0901151 Feb 18 12:51:49.396657 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0b262b6f-682c-4ea7-aa65-c624dc78f01e req-a2e6fedb-1d52-4603-865c-a4e7b096d714 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484040 Feb 18 12:51:49.671358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 45d00c0b-541b-4841-9f47-66d49ab12e0c up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:51:49.744924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 45d00c0b-541b-4841-9f47-66d49ab12e0c completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:51:49.750428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 45d00c0b-541b-4841-9f47-66d49ab12e0c triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:51:49.750842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:49.878757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:49.909680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d00c0b-541b-4841-9f47-66d49ab12e0c'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:51:49.920205 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 45d00c0b-541b-4841-9f47-66d49ab12e0c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=45d00c0b-541b-4841-9f47-66d49ab12e0c,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:51:49.923617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:49.925659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0a2fba81-1c0a-46b2-abab-896838ac8333 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:51:49.964681 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d00c0b-541b-4841-9f47-66d49ab12e0c', 'code': 200} Feb 18 12:51:50.165202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=45d00c0b-541b-4841-9f47-66d49ab12e0c,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:51:50.168466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:51:50.279764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d29677-ad96-47ee-9521-bad8941065f0 req-17cdf27a-bc57-4d2d-ac97-c1bb7ae255f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:50.282032 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-32d29677-ad96-47ee-9521-bad8941065f0 req-17cdf27a-bc57-4d2d-ac97-c1bb7ae255f4 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 1163 time: 0.0844817 Feb 18 12:51:50.331322 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-32d29677-ad96-47ee-9521-bad8941065f0 req-bcf8b35e-709e-481b-9a89-1548678376d1 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402651 Feb 18 12:51:50.598997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61c705-233f-4dd6-a142-73cbfa464e8c req-1bbd6390-7e70-4d63-b7ea-39350579f58f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:50.600642 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ed61c705-233f-4dd6-a142-73cbfa464e8c req-1bbd6390-7e70-4d63-b7ea-39350579f58f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 946 time: 0.0903895 Feb 18 12:51:50.649320 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ed61c705-233f-4dd6-a142-73cbfa464e8c req-dfb0d39e-3636-4d48-bf8a-d3014e576294 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Feb 18 12:51:51.067012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 45d00c0b-541b-4841-9f47-66d49ab12e0c up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:51:51.141721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 45d00c0b-541b-4841-9f47-66d49ab12e0c triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:51:51.142145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:51.866140 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf510da-2e22-478b-844d-32f4baf7829c req-668036d4-e10e-4d4f-a59d-0c15bf8419fe tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:51.867942 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ddf510da-2e22-478b-844d-32f4baf7829c req-668036d4-e10e-4d4f-a59d-0c15bf8419fe tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 946 time: 0.0952733 Feb 18 12:51:51.932652 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ddf510da-2e22-478b-844d-32f4baf7829c req-d781816f-cd63-47d4-9951-3ac2a0a226ff tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563319 Feb 18 12:51:53.159321 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 45d00c0b-541b-4841-9f47-66d49ab12e0c up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:51:53.165328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1970124-0118-43e2-9b2a-12e40ed6f828 req-edc6d4d8-c7b8-4963-9b4d-4b963fa0a2b1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:53.166956 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f1970124-0118-43e2-9b2a-12e40ed6f828 req-edc6d4d8-c7b8-4963-9b4d-4b963fa0a2b1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 946 time: 0.0941877 Feb 18 12:51:53.220860 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f1970124-0118-43e2-9b2a-12e40ed6f828 req-ff197cea-de58-4cd6-aa04-7627b6039cc5 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Feb 18 12:51:53.235308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 45d00c0b-541b-4841-9f47-66d49ab12e0c triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:51:53.235781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:53.577195 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-452a74b1-8a08-4731-bef0-15cd9f5e9b0b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0854146 Feb 18 12:51:53.783613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e7b94-c537-491b-90c8-87848354308d req-8d15df5a-923d-45ee-a887-9b0a881f3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:53.785282 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-8d15df5a-923d-45ee-a887-9b0a881f3fca service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 1162 time: 0.0840073 Feb 18 12:51:53.951464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e7b94-c537-491b-90c8-87848354308d req-7ffaa2b5-cffe-4a4c-a63c-788e286fca7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:53.953732 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-7ffaa2b5-cffe-4a4c-a63c-788e286fca7e service neutron] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 909 time: 0.1444173 Feb 18 12:51:54.038537 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-25f4b4db-8ee9-491c-b4bc-9cd937993221 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=432944e4-afc3-4394-8964-70b569c307f7 HTTP/1.1" status: 200 len: 217 time: 0.0730302 Feb 18 12:51:54.113951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e7b94-c537-491b-90c8-87848354308d req-1c21dd5d-8c73-45ad-9e11-9a8014b4f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:54.115546 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-1c21dd5d-8c73-45ad-9e11-9a8014b4f992 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0660617 Feb 18 12:51:54.415048 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-add993ca-430c-4106-8de6-29f79ee5ffb5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2906439 Feb 18 12:51:54.567691 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-bf5ed19d-744f-4fbc-aa41-eff6906d6d80 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428688 Feb 18 12:51:54.719172 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4d2e7b94-c537-491b-90c8-87848354308d req-30cdf1a1-2277-4098-9a14-c9a875161fb8 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437762 Feb 18 12:51:57.253213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-41a85ae1-807d-4ecb-ad37-1284b2dcf3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:59.750293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-382d7a9f-3194-4fdd-9d0f-dbdeac449707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:51:59.758502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-cfe238a8-fe8d-4d0c-92e3-8ca945ed4629 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:51:59.760115 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-cfe238a8-fe8d-4d0c-92e3-8ca945ed4629 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.1636510 Feb 18 12:51:59.777163 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-cd1d336b-0ff0-4bf3-934e-ae097c1091f1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/quotas/f31742e15a014cc3aab0c0b1f17d72dd HTTP/1.1" status: 200 len: 375 time: 0.0102158 Feb 18 12:51:59.875883 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-231953a9-d30a-4c30-b420-cf4d03d387c6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927570 Feb 18 12:52:00.030469 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-73953760-b0ff-4143-bc45-962b28761c68 service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462395 Feb 18 12:52:00.145755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:00.186738 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-deedeecc-248b-4a1f-9be2-2436a6b054f5 service neutron] 10.222.0.85 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1492462 Feb 18 12:52:00.385643 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1fdb476f-e6d7-4c6e-aeb2-a458e12f553a req-5c73f513-9618-43b6-945c-5bd59dee9071 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 210 time: 0.0495114 Feb 18 12:52:01.561237 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e3d70249-a156-43f9-a1d8-499f3d0dff86 req-8837775f-9f82-4e8f-aee8-676b32e7af0e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 210 time: 0.0572474 Feb 18 12:52:01.620384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:01.646514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:01.808927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-106d4009-8ba4-4176-9b26-cad648896ab6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:01.810458 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-106d4009-8ba4-4176-9b26-cad648896ab6 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 815 time: 0.1786659 Feb 18 12:52:01.838587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Request body: {'port': {'device_id': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de', 'admin_state_up': True, 'tenant_id': 'f31742e15a014cc3aab0c0b1f17d72dd'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:52:01.993430 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:52:02.003505 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:52:02.012832 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Made reservation on behalf of f31742e15a014cc3aab0c0b1f17d72dd for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:52:02.018910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:02.352584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Allocated IP 172.20.0.10 (ad4018f0-c38c-4c36-8195-f18ceea273de/49040b87-6706-4b26-b54b-b9e95e0b8054/dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:52:02.588532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:02.620667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:02.636031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9330e9be-d2c5-4087-91a5-868b90f5458f tempest-TestMinimumBasicScenario-872641205 tempest-TestMinimumBasicScenario-872641205-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:02.854904 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event updated for resources: {'Port': ['ID=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:02.864243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:02.922425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df01483-1f0c-47bc-82f9-ebc8af769b5b req-37bbbea1-0bdb-4ba9-89e8-f3e766d80798 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:02.924301 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7df01483-1f0c-47bc-82f9-ebc8af769b5b req-37bbbea1-0bdb-4ba9-89e8-f3e766d80798 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 932 time: 0.2306552 Feb 18 12:52:02.929659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Network ad4018f0-c38c-4c36-8195-f18ceea273de is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:52:02.930927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:52:02.934850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:52:03.033193 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7df01483-1f0c-47bc-82f9-ebc8af769b5b req-42973e35-18f8-48ef-8dcd-7f1195f09a24 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999928 Feb 18 12:52:03.040250 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:03.040968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:03.069674 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-1ceed1b1-253d-4caf-92bf-e08d33a9b633 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2353303 Feb 18 12:52:03.099515 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Request body: {'port': {'device_id': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:52:03.224272 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:03.651275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:52:03.659635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:03.673610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Transition to ACTIVE for port object dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:52:03.676120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:03.692778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:03.847124 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:03.851449 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:04.068305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Attempting to bind port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:52:04.068667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Attempting to bind port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:52:04.069064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Attempting to bind port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa on network ad4018f0-c38c-4c36-8195-f18ceea273de {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:52:04.075033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:52:04.075600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Checking segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:52:04.076052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:04.076443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Bound using segment: {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:52:04.077242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Bound port: dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8620ea4f-b3a5-488d-a645-8fe23e88caae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ad4018f0-c38c-4c36-8195-f18ceea273de'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:52:04.078270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:04.176201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] For port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:52:04.182690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] For port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:52:04.186194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:04.204585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:04.258829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0654bbf-e758-466a-a7b6-a7e94026d4be req-cbf271c2-16ae-469a-8506-c6fa10e4dfa1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:04.260469 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0654bbf-e758-466a-a7b6-a7e94026d4be req-cbf271c2-16ae-469a-8506-c6fa10e4dfa1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 944 time: 0.0995393 Feb 18 12:52:04.313554 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a0654bbf-e758-466a-a7b6-a7e94026d4be req-34dd53ba-fb1a-4523-9314-f7fdfa78d09e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453322 Feb 18 12:52:04.352098 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:04.357510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:04.417231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:04.417385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:04.418788 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] 10.222.0.101 "PUT /v2.0/ports/dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa HTTP/1.1" status: 200 len: 1158 time: 1.3242583 Feb 18 12:52:04.419362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'tag': 'dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:52:04.469717 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'tag': 'dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa', 'status': 'completed', 'code': 200} Feb 18 12:52:04.602147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-697cc58d-982b-4b8b-9005-26d28c43dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:04.603820 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-697cc58d-982b-4b8b-9005-26d28c43dc7f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 1161 time: 0.0823734 Feb 18 12:52:04.703235 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-245657ba-a439-4108-ab03-8be1e696891f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa HTTP/1.1" status: 200 len: 217 time: 0.0807936 Feb 18 12:52:04.777868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-4b3dc113-fdbc-496b-ae5f-a11fa612e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:04.779446 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-4b3dc113-fdbc-496b-ae5f-a11fa612e56c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0662465 Feb 18 12:52:04.835689 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-db51fe99-593c-4e0d-9a23-7b60a97cd2b5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470636 Feb 18 12:52:04.994502 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-fb0aa183-4eaf-49c8-b73c-f198411bdf54 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474094 Feb 18 12:52:05.156185 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-95a0c5f6-553d-428a-b0f8-62497bf4f2ce req-aceb4bfe-c36f-4c62-acf1-f6515d4d2633 service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456811 Feb 18 12:52:05.394089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-b87ceffa-110a-4527-b77c-2249dd0607ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:05.395751 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-b87ceffa-110a-4527-b77c-2249dd0607ca service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 1161 time: 0.0898268 Feb 18 12:52:05.550958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-0ba61909-8bde-41d2-b012-72c1a387293a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:05.552605 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-0ba61909-8bde-41d2-b012-72c1a387293a service neutron] 10.222.0.101 "GET /v2.0/networks?id=ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 200 len: 909 time: 0.1490779 Feb 18 12:52:05.639418 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-1e0d8e3a-ecc1-4bc6-8bd0-34c48bed908c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa HTTP/1.1" status: 200 len: 217 time: 0.0711381 Feb 18 12:52:05.729201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-b385a8e9-5d54-407f-abf0-382a67c06b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:05.731003 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-b385a8e9-5d54-407f-abf0-382a67c06b20 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 200 len: 855 time: 0.0794928 Feb 18 12:52:05.775357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f14488-bd4d-4d51-a00d-74ed01e647a9 req-f1fdf36b-ec77-409e-94da-50d687fc133e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:05.776989 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-05f14488-bd4d-4d51-a00d-74ed01e647a9 req-f1fdf36b-ec77-409e-94da-50d687fc133e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 944 time: 0.3381035 Feb 18 12:52:05.796828 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-2270a706-9c9d-4df5-8f7a-fd8cf0af7061 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=ad4018f0-c38c-4c36-8195-f18ceea273de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495584 Feb 18 12:52:05.830105 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-05f14488-bd4d-4d51-a00d-74ed01e647a9 req-70a2cc9e-4310-4633-a3a3-09be57282489 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456121 Feb 18 12:52:06.189097 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-3a35ab19-e103-4c09-9e27-795802c54bae service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813677 Feb 18 12:52:06.336511 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4f4a3517-68b1-4cb4-85ee-c1be765e4ee2 req-ebea13c0-8756-4dcd-b96e-123690fd8d4e service neutron] 10.222.0.101 "GET /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398053 Feb 18 12:52:07.042260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71847336-e50c-4554-a91a-136c8c316bfb req-250f3dfb-7b1a-4798-9b67-47a46878ba39 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:07.043010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-71847336-e50c-4554-a91a-136c8c316bfb req-250f3dfb-7b1a-4798-9b67-47a46878ba39 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:52:07.058613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-71847336-e50c-4554-a91a-136c8c316bfb req-250f3dfb-7b1a-4798-9b67-47a46878ba39 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:52:07.060596 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71847336-e50c-4554-a91a-136c8c316bfb req-250f3dfb-7b1a-4798-9b67-47a46878ba39 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 944 time: 0.1072791 Feb 18 12:52:07.111220 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-71847336-e50c-4554-a91a-136c8c316bfb req-df1743cc-122f-4163-a42b-7d865498483d tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435054 Feb 18 12:52:08.320117 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b4eb8-23e8-4152-b12a-39d402ca0ae5 req-207840ce-1d12-4809-94ac-02ca92fce9cf tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:08.321835 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-524b4eb8-23e8-4152-b12a-39d402ca0ae5 req-207840ce-1d12-4809-94ac-02ca92fce9cf tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 944 time: 0.0927622 Feb 18 12:52:08.378551 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-524b4eb8-23e8-4152-b12a-39d402ca0ae5 req-4d6413b5-1fcb-4f17-bc97-0b748b1aabcd tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494075 Feb 18 12:52:09.583551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23a24a-6cc8-4464-b16f-cfb1a712d269 req-d270487d-be9f-48e1-802e-0f4307de67f3 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:09.585290 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8c23a24a-6cc8-4464-b16f-cfb1a712d269 req-d270487d-be9f-48e1-802e-0f4307de67f3 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 944 time: 0.0905485 Feb 18 12:52:09.638991 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8c23a24a-6cc8-4464-b16f-cfb1a712d269 req-0fa560ab-10d5-4c09-8fee-977193f0798e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473523 Feb 18 12:52:10.848644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d02ff2e-0523-4c62-940f-de9ef9e58c20 req-cf98894c-1fe8-4a8a-ae4d-5a56b385e211 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:10.850507 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3d02ff2e-0523-4c62-940f-de9ef9e58c20 req-cf98894c-1fe8-4a8a-ae4d-5a56b385e211 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 944 time: 0.0897222 Feb 18 12:52:10.911402 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3d02ff2e-0523-4c62-940f-de9ef9e58c20 req-cf28c787-06b4-4bc0-bca9-2cd69f27bd88 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541492 Feb 18 12:52:12.134492 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07f418-760f-4238-8063-3b1b7de6915c req-993d6ee9-8978-4898-8431-69778d7269ea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:12.136321 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bd07f418-760f-4238-8063-3b1b7de6915c req-993d6ee9-8978-4898-8431-69778d7269ea tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 944 time: 0.1007402 Feb 18 12:52:12.164511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:52:12.199476 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bd07f418-760f-4238-8063-3b1b7de6915c req-ceb8fa93-5407-42d2-9a1a-98017a0e9d47 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Feb 18 12:52:12.249845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:52:12.259572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:52:12.260157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:12.429438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:12.460678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:52:12.472346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:52:12.476425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:12.479667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:12.524201 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa', 'code': 200} Feb 18 12:52:12.560270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:12.573068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.573404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.573826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.574417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.574417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.574708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.575058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.575453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.575802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.576169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.576535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.576916 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.577573 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.577947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.578313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.578687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.579052 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.579412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.579786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.580154 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.580509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.580900 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.581262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.581641 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:12.586603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:12.868365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e48f77-6670-49fb-9163-0bab55978b0b req-0eef50a3-f46a-4526-abe7-d09479a60e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:12.870042 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-00e48f77-6670-49fb-9163-0bab55978b0b req-0eef50a3-f46a-4526-abe7-d09479a60e5c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 1163 time: 0.0891240 Feb 18 12:52:12.931092 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-00e48f77-6670-49fb-9163-0bab55978b0b req-0227fcdf-2a9a-4cd1-842e-4a47da389783 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472445 Feb 18 12:52:13.283550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:52:13.363223 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:52:13.363638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:13.436038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15e448-7922-44ab-83f4-f6a3747b4ec6 req-d80b7ee1-2f44-4636-937a-a5fedc11332b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:13.438813 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1f15e448-7922-44ab-83f4-f6a3747b4ec6 req-d80b7ee1-2f44-4636-937a-a5fedc11332b tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 946 time: 0.1134415 Feb 18 12:52:13.497269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:52:13.504761 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1f15e448-7922-44ab-83f4-f6a3747b4ec6 req-cd41b710-ecc2-4c43-becb-700197cd693a tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 Feb 18 12:52:14.721981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7de20-23fe-47a0-b892-d5174ad120b5 req-2912f0f7-4e15-4482-b320-d5217b0468c8 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:14.723659 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ae7de20-23fe-47a0-b892-d5174ad120b5 req-2912f0f7-4e15-4482-b320-d5217b0468c8 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 946 time: 0.0975833 Feb 18 12:52:14.776764 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6ae7de20-23fe-47a0-b892-d5174ad120b5 req-7b506d91-a28b-4d93-a097-d9a8397bea7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Feb 18 12:52:15.470368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:52:15.549090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:52:15.549513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:16.005115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cf525-62f7-4390-92fc-c49d4c89ab40 req-672a075b-0c18-4b12-b3df-3d4c450aed77 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:16.006686 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-121cf525-62f7-4390-92fc-c49d4c89ab40 req-672a075b-0c18-4b12-b3df-3d4c450aed77 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 946 time: 0.0949790 Feb 18 12:52:16.060368 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-121cf525-62f7-4390-92fc-c49d4c89ab40 req-73dc4c17-683e-4167-ab0a-04a18093d30f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463603 Feb 18 12:52:17.037440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:25.099832 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd29504a-5897-4632-80d6-2ad61a9e97b0 req-c0979e66-cdae-4eb0-990f-852038dc1ec1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:25.101512 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dd29504a-5897-4632-80d6-2ad61a9e97b0 req-c0979e66-cdae-4eb0-990f-852038dc1ec1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 946 time: 0.0983679 Feb 18 12:52:25.151762 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dd29504a-5897-4632-80d6-2ad61a9e97b0 req-98a7ad23-f6f0-4027-a5e6-973161a6f85d tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437250 Feb 18 12:52:26.378948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091081a-7e76-4cdc-8171-8423fc2dc4db req-30562b10-24b5-4acb-a3d9-edd268537be2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:26.380598 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1091081a-7e76-4cdc-8171-8423fc2dc4db req-30562b10-24b5-4acb-a3d9-edd268537be2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 946 time: 0.0960653 Feb 18 12:52:26.435372 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1091081a-7e76-4cdc-8171-8423fc2dc4db req-38be1ef1-47ee-4da6-9827-35fdaf8056c0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480983 Feb 18 12:52:27.257961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3098ad82-2f57-45f7-a199-69594547b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:27.664604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3722771-a0b2-4d20-bdca-9c2b4bb30862 req-5e8c7559-a282-4a6a-8cdf-6ebc17c59cab tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:27.666298 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c3722771-a0b2-4d20-bdca-9c2b4bb30862 req-5e8c7559-a282-4a6a-8cdf-6ebc17c59cab tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 946 time: 0.1106367 Feb 18 12:52:27.721682 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c3722771-a0b2-4d20-bdca-9c2b4bb30862 req-4b9b67ad-2da1-4f12-b174-7562e5040e13 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468922 Feb 18 12:52:27.956119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-c81a5e65-9120-429b-8366-1adfe50efea9 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:27.957807 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-c81a5e65-9120-429b-8366-1adfe50efea9 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 946 time: 0.1019859 Feb 18 12:52:28.042565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Deleting port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:52:28.042876 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:28.361581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] For port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:52:28.361873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:28.528144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Calling delete_port for dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:52:28.698204 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:28.713933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:28.812693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event deleted for resources: {'Port': ['ID=dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:28.820428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:28.910972 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2add7c0f-7bfd-4cba-b8cd-bb1e224e3457 req-6bd8de2a-501a-426d-8d52-539be203ebd7 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=28e9e2b0-7117-4c64-af0b-790aa1eae941 HTTP/1.1" status: 200 len: 210 time: 0.0630615 Feb 18 12:52:28.959654 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] No DVR routers for this DVR port dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:52:28.961998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:28.966269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'name': 'network-vif-deleted', 'tag': 'dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:52:28.981531 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3e03cf95-e243-4bd5-b37d-90b943d9eea4 req-981acbbd-e7bc-4661-80eb-1d96b0c33c7e tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "DELETE /v2.0/ports/dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa HTTP/1.1" status: 204 len: 173 time: 1.0169854 Feb 18 12:52:29.041075 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e9e2b0-7117-4c64-af0b-790aa1eae941', 'name': 'network-vif-deleted', 'tag': 'dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa', 'status': 'completed', 'code': 200} Feb 18 12:52:29.756764 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-333e3c66-e9cd-434a-94c9-e4b60ac346ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:30.154336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:30.359070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:52:30.399938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:52:30.400601 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device dc3b6f8e-8eb1-48e1-a14d-93b92fcc2bfa not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:52:31.622477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:31.642074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:31.702881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8435bd-bd17-4180-bfef-29c88eeaf83d req-6a1528d8-04ed-4dcf-9aa7-35a3d2430b90 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:31.707438 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8f8435bd-bd17-4180-bfef-29c88eeaf83d req-6a1528d8-04ed-4dcf-9aa7-35a3d2430b90 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 946 time: 0.0921021 Feb 18 12:52:31.757241 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8f8435bd-bd17-4180-bfef-29c88eeaf83d req-20ecccf2-63ca-489c-8104-2ad9718d1c65 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460396 Feb 18 12:52:32.966852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0073328-5fea-48a6-8e51-5c980b5461bb req-643b8e58-a75c-43ee-ae36-145f06cbf325 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:32.967625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-f0073328-5fea-48a6-8e51-5c980b5461bb req-643b8e58-a75c-43ee-ae36-145f06cbf325 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:52:32.983238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-f0073328-5fea-48a6-8e51-5c980b5461bb req-643b8e58-a75c-43ee-ae36-145f06cbf325 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:52:32.985098 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f0073328-5fea-48a6-8e51-5c980b5461bb req-643b8e58-a75c-43ee-ae36-145f06cbf325 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 946 time: 0.1064425 Feb 18 12:52:33.035379 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f0073328-5fea-48a6-8e51-5c980b5461bb req-9f52eeac-9216-4131-a3f8-1493916213c2 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Feb 18 12:52:34.242721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e7234-d561-4da8-94c3-cb32752d476d req-83512093-ad12-40fc-ac88-cea548d0a6da tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:34.244374 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-478e7234-d561-4da8-94c3-cb32752d476d req-83512093-ad12-40fc-ac88-cea548d0a6da tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 946 time: 0.0901461 Feb 18 12:52:34.283012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-50293ba3-40ae-4544-b6f2-e080243c80aa tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:34.284614 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-50293ba3-40ae-4544-b6f2-e080243c80aa tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 946 time: 0.0938797 Feb 18 12:52:34.294650 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-478e7234-d561-4da8-94c3-cb32752d476d req-0a9c8422-bbec-4077-b46b-3e0699a0dd35 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Feb 18 12:52:34.364776 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Deleting port 45d00c0b-541b-4841-9f47-66d49ab12e0c {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:52:34.365218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:34.642991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] For port 45d00c0b-541b-4841-9f47-66d49ab12e0c, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=45d00c0b-541b-4841-9f47-66d49ab12e0c,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:52:34.643315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:34.784558 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Calling delete_port for 45d00c0b-541b-4841-9f47-66d49ab12e0c owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:52:34.944210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:34.962438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:35.077131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event deleted for resources: {'Port': ['ID=45d00c0b-541b-4841-9f47-66d49ab12e0c,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:35.083568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:35.190645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] No DVR routers for this DVR port 45d00c0b-541b-4841-9f47-66d49ab12e0c on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:52:35.194571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:35.197475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'name': 'network-vif-deleted', 'tag': '45d00c0b-541b-4841-9f47-66d49ab12e0c'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:52:35.213864 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-04187408-a8b1-49ec-8e94-f0bcb7d876f3 req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "DELETE /v2.0/ports/45d00c0b-541b-4841-9f47-66d49ab12e0c HTTP/1.1" status: 204 len: 173 time: 0.9232728 Feb 18 12:52:35.247471 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596a45f5-c30d-416d-9cc4-a1235b94db18', 'name': 'network-vif-deleted', 'tag': '45d00c0b-541b-4841-9f47-66d49ab12e0c', 'status': 'completed', 'code': 200} Feb 18 12:52:35.497312 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e14c2b58-bb34-4f93-b450-791da0c6572d req-7b7f102d-92de-4790-bd18-11ce589e322a tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=596a45f5-c30d-416d-9cc4-a1235b94db18 HTTP/1.1" status: 200 len: 210 time: 0.0536330 Feb 18 12:52:35.974408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 45d00c0b-541b-4841-9f47-66d49ab12e0c no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:52:36.012491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 45d00c0b-541b-4841-9f47-66d49ab12e0c {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:52:36.012905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 45d00c0b-541b-4841-9f47-66d49ab12e0c not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:52:36.992269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113ca2f-9199-459a-9566-60e6fecd2717 req-2aa536f4-f0b2-4147-bcd0-f71053a62594 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:36.992962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1113ca2f-9199-459a-9566-60e6fecd2717 req-2aa536f4-f0b2-4147-bcd0-f71053a62594 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:52:37.009504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-1113ca2f-9199-459a-9566-60e6fecd2717 req-2aa536f4-f0b2-4147-bcd0-f71053a62594 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:52:37.010816 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1113ca2f-9199-459a-9566-60e6fecd2717 req-2aa536f4-f0b2-4147-bcd0-f71053a62594 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 945 time: 0.1082470 Feb 18 12:52:37.059359 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1113ca2f-9199-459a-9566-60e6fecd2717 req-3146b723-3fd4-4265-9a74-ffe3eb08ec69 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421286 Feb 18 12:52:38.270102 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d2ae0-0b2b-46f3-94a2-923aa0d5c983 req-b1c1f37e-e12d-4aba-b171-a746dc6e2468 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:38.271810 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f11d2ae0-0b2b-46f3-94a2-923aa0d5c983 req-b1c1f37e-e12d-4aba-b171-a746dc6e2468 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 945 time: 0.0910480 Feb 18 12:52:38.326289 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f11d2ae0-0b2b-46f3-94a2-923aa0d5c983 req-ca0dcce1-2845-4bb5-9b78-b2457b916720 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Feb 18 12:52:39.528281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-39a2c836-e72c-4690-bc20-7d47dddd906d tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:39.530069 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-39a2c836-e72c-4690-bc20-7d47dddd906d tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 945 time: 0.1593902 Feb 18 12:52:39.636170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Deleting port 8a528bf0-be79-4f8d-93ec-48d88d292e70 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:52:39.636555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:39.677180 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7586d2-bd0f-48de-81e3-89f5a5373a17 req-37d231d9-de7a-46b6-8e4d-5a7fa3c2de3a tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:39.678861 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3e7586d2-bd0f-48de-81e3-89f5a5373a17 req-37d231d9-de7a-46b6-8e4d-5a7fa3c2de3a tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 945 time: 0.2237678 Feb 18 12:52:39.805516 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3e7586d2-bd0f-48de-81e3-89f5a5373a17 req-4708e377-583d-476b-a8f2-ee1564a62c3d tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133912 Feb 18 12:52:39.994577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] For port 8a528bf0-be79-4f8d-93ec-48d88d292e70, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=8a528bf0-be79-4f8d-93ec-48d88d292e70,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:52:39.994906 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:40.149396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Calling delete_port for 8a528bf0-be79-4f8d-93ec-48d88d292e70 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:52:40.338936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:40.355918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2c942cb-ebef-4b1a-9418-451370fe8d66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:40.696580 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event deleted for resources: {'Port': ['ID=8a528bf0-be79-4f8d-93ec-48d88d292e70,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:40.707386 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:40.806401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] No DVR routers for this DVR port 8a528bf0-be79-4f8d-93ec-48d88d292e70 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:52:40.808799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:40.811625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16615db2-a933-4fec-b8db-d209bba31486', 'name': 'network-vif-deleted', 'tag': '8a528bf0-be79-4f8d-93ec-48d88d292e70'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:52:40.827573 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-0c36660e-c2ea-4a30-b88e-525f3e0712cb req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "DELETE /v2.0/ports/8a528bf0-be79-4f8d-93ec-48d88d292e70 HTTP/1.1" status: 204 len: 173 time: 1.2880769 Feb 18 12:52:40.867777 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16615db2-a933-4fec-b8db-d209bba31486', 'name': 'network-vif-deleted', 'tag': '8a528bf0-be79-4f8d-93ec-48d88d292e70', 'status': 'completed', 'code': 200} Feb 18 12:52:40.979986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-4187e4bd-10f3-4a0e-9c4c-f855abfad715 req-15593656-7286-42cd-94d5-8304c7d683bd tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:52:40.995681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-4187e4bd-10f3-4a0e-9c4c-f855abfad715 req-15593656-7286-42cd-94d5-8304c7d683bd tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:52:40.996986 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4187e4bd-10f3-4a0e-9c4c-f855abfad715 req-15593656-7286-42cd-94d5-8304c7d683bd tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=16615db2-a933-4fec-b8db-d209bba31486 HTTP/1.1" status: 200 len: 210 time: 0.0720723 Feb 18 12:52:41.706255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 8a528bf0-be79-4f8d-93ec-48d88d292e70 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:52:41.748335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 8a528bf0-be79-4f8d-93ec-48d88d292e70 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:52:41.748729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 8a528bf0-be79-4f8d-93ec-48d88d292e70 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:52:43.535122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-c067cac4-8aef-4914-b7a5-1f9cb4502a76 req-c9e4a28c-c276-4b08-b5eb-164a15d29567 service neutron] (83996) timed out ('10.222.0.85', 53110) {{(pid=83996) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:52:43.739046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641f501-b781-437c-9054-379be11f4e0f req-88e58575-3f85-4e3f-836a-1ba9ffca76ae tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:43.740740 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7641f501-b781-437c-9054-379be11f4e0f req-88e58575-3f85-4e3f-836a-1ba9ffca76ae tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 945 time: 0.0965886 Feb 18 12:52:43.792628 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7641f501-b781-437c-9054-379be11f4e0f req-4ecb73af-de90-49cd-9dd1-7d6196dbb3df tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Feb 18 12:52:45.003530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca14894-9b48-4d55-896e-260423b00c08 req-670d7f37-472b-4add-bbd4-f9018c7a8a2f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:45.005175 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fca14894-9b48-4d55-896e-260423b00c08 req-670d7f37-472b-4add-bbd4-f9018c7a8a2f tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 945 time: 0.0877669 Feb 18 12:52:45.053932 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fca14894-9b48-4d55-896e-260423b00c08 req-9ac37773-caa9-494a-8d82-aba8952d1303 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424588 Feb 18 12:52:46.270149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aeb5b9-4fb4-4a74-ac94-bd7e83bd418f req-cff0e495-41ea-41c6-b571-0eb85e698640 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:46.272978 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-91aeb5b9-4fb4-4a74-ac94-bd7e83bd418f req-cff0e495-41ea-41c6-b571-0eb85e698640 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 945 time: 0.1007957 Feb 18 12:52:46.333287 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-91aeb5b9-4fb4-4a74-ac94-bd7e83bd418f req-0371dc41-d6f8-4637-b667-c86b58d73be3 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/security-groups?id=bb37990c-33b6-4ad5-8707-2e473c05951b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540614 Feb 18 12:52:46.414995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23729319-8892-4b12-bbed-01f03e260685 req-440ba9dc-8397-4fda-bfc8-969c8de9ec86 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:52:46.416605 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23729319-8892-4b12-bbed-01f03e260685 req-440ba9dc-8397-4fda-bfc8-969c8de9ec86 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 945 time: 0.1017826 Feb 18 12:52:46.495978 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Deleting port 432944e4-afc3-4394-8964-70b569c307f7 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:52:46.496351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:46.778542 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] For port 432944e4-afc3-4394-8964-70b569c307f7, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=432944e4-afc3-4394-8964-70b569c307f7,segment=NetworkSegment(8620ea4f-b3a5-488d-a645-8fe23e88caae),segment_id=8620ea4f-b3a5-488d-a645-8fe23e88caae)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:52:46.778935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:46.933006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Calling delete_port for 432944e4-afc3-4394-8964-70b569c307f7 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:52:47.042120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:47.093800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:47.113349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-68e26d89-c23a-4c12-8cc5-def2c760ada2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:47.225071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Pushing event deleted for resources: {'Port': ['ID=432944e4-afc3-4394-8964-70b569c307f7,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:47.239357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.239778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.240192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.240595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.241024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.241429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.241830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.242227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.242628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.243024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.243417 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.243804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.244236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.244627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.245048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.245444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.245827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.246217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.246616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.246999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.247390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.247779 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.248174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.248562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:47.253063 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:47.351539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] No DVR routers for this DVR port 432944e4-afc3-4394-8964-70b569c307f7 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:52:47.353936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:47.356908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'name': 'network-vif-deleted', 'tag': '432944e4-afc3-4394-8964-70b569c307f7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:52:47.374082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-23729319-8892-4b12-bbed-01f03e260685 req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.101 "DELETE /v2.0/ports/432944e4-afc3-4394-8964-70b569c307f7 HTTP/1.1" status: 204 len: 173 time: 0.9502983 Feb 18 12:52:47.409942 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36afa38-33a9-4fb4-afcd-42f467ef7b21', 'name': 'network-vif-deleted', 'tag': '432944e4-afc3-4394-8964-70b569c307f7', 'status': 'completed', 'code': 200} Feb 18 12:52:47.468996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 432944e4-afc3-4394-8964-70b569c307f7 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:52:47.510645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-41511129-73d9-471f-a48b-650f41c1d287 req-6032446c-97ea-475c-afd4-ba95a9a71596 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Synchronizing usage tracker for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:52:47.511546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 432944e4-afc3-4394-8964-70b569c307f7 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:52:47.511947 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 432944e4-afc3-4394-8964-70b569c307f7 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:52:47.527577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-41511129-73d9-471f-a48b-650f41c1d287 req-6032446c-97ea-475c-afd4-ba95a9a71596 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Unset dirty status for tenant:f31742e15a014cc3aab0c0b1f17d72dd on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:52:47.528925 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-41511129-73d9-471f-a48b-650f41c1d287 req-6032446c-97ea-475c-afd4-ba95a9a71596 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] 10.222.0.85 "GET /v2.0/ports?device_id=a36afa38-33a9-4fb4-afcd-42f467ef7b21 HTTP/1.1" status: 200 len: 210 time: 0.0720720 Feb 18 12:52:48.635078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56324) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:48.705862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Deleting subnet 49040b87-6706-4b26-b54b-b9e95e0b8054 {{(pid=83997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:52:48.709292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:48.764226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6698161'] for subnet, precommit_delete_associations {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:48.830901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:49.112039 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-997423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6894015'] for subnet, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:49.128121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-69d980a0-9050-497d-9bdb-cf67afa8937a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:49.229763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49040b87-6706-4b26-b54b-b9e95e0b8054,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:49.242156 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.242582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.242996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.243399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.243804 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.244207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.244605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.245032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.245427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.245826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.246220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.246615 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.247049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.247438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.247839 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.248229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.248618 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.249035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.249426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.249816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.250224 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.250843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.251288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.251687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:52:49.257189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:49.291826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:49.298952 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-05136ed2-86de-48d8-a1bc-8f82443b503a admin admin] 10.222.0.85 "DELETE /v2.0/subnets/49040b87-6706-4b26-b54b-b9e95e0b8054 HTTP/1.1" status: 204 len: 168 time: 0.6625106 Feb 18 12:52:49.301565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56328) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:49.420589 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:49.620540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:49.742686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4018f0-c38c-4c36-8195-f18ceea273de']}} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:52:49.757363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8620ea4f-b3a5-488d-a645-8fe23e88caae') {'for_net_delete': True} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:52:49.757715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8620ea4f-b3a5-488d-a645-8fe23e88caae') {} {{(pid=83997) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:52:49.770349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848077687'] for segment, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:49.786429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:49.788668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:52:49.980695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Network ad4018f0-c38c-4c36-8195-f18ceea273de has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:52:49.990753 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853790834'] for segment, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:50.179959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Network ad4018f0-c38c-4c36-8195-f18ceea273de has no segments {{(pid=83997) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:52:50.204762 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:52:50.289757 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:50.294172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:50.299160 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:50.320655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad4018f0-c38c-4c36-8195-f18ceea273de,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:50.323485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:50.331256 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-951b565a-b727-48ab-9a6c-4cc925b80275 admin admin] 10.222.0.85 "DELETE /v2.0/networks/ad4018f0-c38c-4c36-8195-f18ceea273de HTTP/1.1" status: 204 len: 168 time: 1.0285976 Feb 18 12:52:50.456833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56334) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:50.496196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:52:50.510352 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a311f6d9-9534-499c-ab63-da2449eb860e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=f31742e15a014cc3aab0c0b1f17d72dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521884 Feb 18 12:52:50.512960 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56338) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:50.579996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0577d85-8553-4cbc-bd4d-5ed77260351d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:50.608633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0577d85-8553-4cbc-bd4d-5ed77260351d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:50.659316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0577d85-8553-4cbc-bd4d-5ed77260351d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:50.664634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-10c78486-000a-497a-9bf7-cbbd5db90d0a tempest-AttachVolumeShelveTestJSON-2045407261 tempest-AttachVolumeShelveTestJSON-2045407261-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:50.679508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0577d85-8553-4cbc-bd4d-5ed77260351d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb37990c-33b6-4ad5-8707-2e473c05951b,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:50.682432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e0577d85-8553-4cbc-bd4d-5ed77260351d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:50.692830 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0577d85-8553-4cbc-bd4d-5ed77260351d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:50.694754 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e0577d85-8553-4cbc-bd4d-5ed77260351d admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/bb37990c-33b6-4ad5-8707-2e473c05951b HTTP/1.1" status: 204 len: 168 time: 0.1805716 Feb 18 12:52:57.261815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-242084e6-1a05-4b07-a9e7-994411815b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:58.833826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56420) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:58.978114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:58.994629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:52:58.998969 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Usage tracker for resource:security_group_rule and tenant:c11f887fdcaf4158b28c835d7c8b7e68 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:52:59.002007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:52:59.008137 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:52:59.097286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.100314 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.110886 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4ba9c52b-77d8-4e04-a349-030319622e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:59.160238 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=c11f887fdcaf4158b28c835d7c8b7e68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252087 Feb 18 12:52:59.161208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f75492-09b5-42c7-b4d2-f4db199b2442,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:59.163844 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 56426) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:59.164913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c798493f-a57f-4e59-b578-ef2713136925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:59.230036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9c73be6-d0d0-47b7-bf32-0a29b889be5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.258652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9c73be6-d0d0-47b7-bf32-0a29b889be5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.308977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9c73be6-d0d0-47b7-bf32-0a29b889be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.314878 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ce7596b5-5dfa-4fcd-9b08-a7e45e4849ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:59.332216 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c73be6-d0d0-47b7-bf32-0a29b889be5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f75492-09b5-42c7-b4d2-f4db199b2442,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:59.335634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d9c73be6-d0d0-47b7-bf32-0a29b889be5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:59.337699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d9c73be6-d0d0-47b7-bf32-0a29b889be5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.342425 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-d9c73be6-d0d0-47b7-bf32-0a29b889be5a admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/41f75492-09b5-42c7-b4d2-f4db199b2442 HTTP/1.1" status: 204 len: 168 time: 0.1739953 Feb 18 12:52:59.652466 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 56434) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:59.672164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.689473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:52:59.693650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Usage tracker for resource:security_group_rule and tenant:3ab538c1b13245638498916360dff3c0 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:52:59.696680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:52:59.702576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:52:59.749262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d549cb3d-b256-4957-823f-41041c34af2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.796632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.799584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.807571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e9af06a1-e8d5-48b7-be25-c0a1d3cc3d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:52:59.856218 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=3ab538c1b13245638498916360dff3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999965 Feb 18 12:52:59.856218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4c7ad9-b476-4581-bd01-bcc71677160b,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:52:59.857075 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56438) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:52:59.858448 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-711d3023-8949-4e54-b782-da0411b21c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:52:59.930653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27bd20f5-465a-4eb8-b0c3-9c6ddaf7d08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:52:59.960333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27bd20f5-465a-4eb8-b0c3-9c6ddaf7d08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:00.007962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27bd20f5-465a-4eb8-b0c3-9c6ddaf7d08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:00.013202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-335dee1c-5d3b-4191-984f-fd00ba5539eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:00.028465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd20f5-465a-4eb8-b0c3-9c6ddaf7d08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4c7ad9-b476-4581-bd01-bcc71677160b,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:00.032209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-27bd20f5-465a-4eb8-b0c3-9c6ddaf7d08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:00.036727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-27bd20f5-465a-4eb8-b0c3-9c6ddaf7d08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:00.037998 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-27bd20f5-465a-4eb8-b0c3-9c6ddaf7d08b admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/de4c7ad9-b476-4581-bd01-bcc71677160b HTTP/1.1" status: 204 len: 168 time: 0.1799884 Feb 18 12:53:00.152149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:01.637834 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:01.639011 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.163206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56524) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:07.304987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.323180 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:07.327812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fda1226d794229baec9aaa8e6e2dcd is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:07.331076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:07.337582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:07.436241 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.439528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.449015 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-25613cf9-0d02-49b1-a993-c24a9d213aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:07.496097 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d5fda1226d794229baec9aaa8e6e2dcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314323 Feb 18 12:53:07.498424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 56530) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:07.498647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa54106-a348-40fe-ae5e-f81e1cf8aff1,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:07.502652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e0adcbdd-6bc0-4bed-9254-2814d0bcfd00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:07.567021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-00987732-452b-42e1-ae74-88b2a1735430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.596648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-00987732-452b-42e1-ae74-88b2a1735430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.646890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-00987732-452b-42e1-ae74-88b2a1735430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.652202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e7619ea7-86a6-4dc9-9df0-096abf52d845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:07.666673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00987732-452b-42e1-ae74-88b2a1735430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa54106-a348-40fe-ae5e-f81e1cf8aff1,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:07.670913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-00987732-452b-42e1-ae74-88b2a1735430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:07.678173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-00987732-452b-42e1-ae74-88b2a1735430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:07.679428 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-00987732-452b-42e1-ae74-88b2a1735430 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/1aa54106-a348-40fe-ae5e-f81e1cf8aff1 HTTP/1.1" status: 204 len: 168 time: 0.1795442 Feb 18 12:53:08.008634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56538) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:08.029195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:08.046169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:08.051889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Usage tracker for resource:security_group_rule and tenant:e618b48378a74199add933c3e9fe1b90 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:08.055046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:08.062213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:08.154686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:08.158356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:08.167427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b2706a74-15b6-478f-b7bc-75396ef3690c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:08.212871 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=e618b48378a74199add933c3e9fe1b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029924 Feb 18 12:53:08.213866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c1ce41-5392-41d3-bec8-289700f3cc08,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:08.215946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 56542) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:08.217577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6574d015-d70c-4ab3-a49b-4fdf3ce1bd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:08.282635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:08.310534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:08.361238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:08.366733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7f880aca-f924-4496-bc78-6896c389efd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:08.382689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c1ce41-5392-41d3-bec8-289700f3cc08,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:08.384791 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:08.388674 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/81c1ce41-5392-41d3-bec8-289700f3cc08 HTTP/1.1" status: 204 len: 168 time: 0.1690500 Feb 18 12:53:08.388674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:13.556029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 56608) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:13.695871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:13.712868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:13.717365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Usage tracker for resource:security_group_rule and tenant:9cad26c0290e4f92990c950dc2c5f1b2 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:13.721135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:13.728452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:13.825653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:13.829325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:13.838686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d2c991c5-8680-4ead-9a1f-8efc1a7b5525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:13.884061 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=9cad26c0290e4f92990c950dc2c5f1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268118 Feb 18 12:53:13.886147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f5742c-9dfe-47e8-a8a1-5d02d3f894ab,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:13.887151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56614) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:13.891345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-92d365ac-5c29-4880-9fce-39d959eef8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:13.962763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:13.992130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:14.039543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:14.044755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-42313235-24a7-44d8-848d-0a9bb9d8f873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:14.061212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f5742c-9dfe-47e8-a8a1-5d02d3f894ab,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:14.064360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:14.081130 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:14.083083 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/a3f5742c-9dfe-47e8-a8a1-5d02d3f894ab HTTP/1.1" status: 204 len: 168 time: 0.1942022 Feb 18 12:53:14.831967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 56636) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:14.957562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1018769609-network', 'tenant_id': '0cb780e4769a42a69710c14acaf4903b'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:53:14.962927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:14.967072 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Usage tracker for resource:network and tenant:0cb780e4769a42a69710c14acaf4903b is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:14.970444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:14.976528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:14.988195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Made reservation on behalf of 0cb780e4769a42a69710c14acaf4903b for: {'network': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:53:14.992931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.007366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.023527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:15.027783 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Usage tracker for resource:security_group_rule and tenant:0cb780e4769a42a69710c14acaf4903b is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:15.031065 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:15.037851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:15.129700 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.132572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.135921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6bb0bf71-3dfb-4d56-8bf6-c33c9e0ef2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:15.176206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:53:15.182404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2eb90b-223d-401e-bff6-e8323c9a96f0,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:15.186540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:15.192683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.193138 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Added segment 48b841cf-d634-4b9e-b4a5-9053e9626e80 of type vxlan for network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 Feb 18 12:53:15.223200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.255111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.256255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:15.256946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.262044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0b168156-237b-4060-8465-eb7322d0a5b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:15.374031 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5408564 Feb 18 12:53:15.377367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Pushing event updated for resources: {'Network': ['ID=c180ec6d-cf26-4868-8ffd-53a53f81f0e6,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:15.377702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 56642) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:53:15.380917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ea0c2c0f-223a-4cad-8559-2fb326221499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:15.385432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Request body: {'subnet': {'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1018769609-subnet', 'tenant_id': '0cb780e4769a42a69710c14acaf4903b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:53:15.389003 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:53:15.389437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:15.393702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Usage tracker for resource:subnet and tenant:0cb780e4769a42a69710c14acaf4903b is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:15.396788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:15.403491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:15.405358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:53:15.416066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Made reservation on behalf of 0cb780e4769a42a69710c14acaf4903b for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:53:15.421245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846870600'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.851346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846870645'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:15.872148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:16.015104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:16.019042 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:16.084279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Checking segment: {'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:53:16.084665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Network hostable DHCP agents. Network: c180ec6d-cf26-4868-8ffd-53a53f81f0e6, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:53:16.104602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:53:16.114127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, c180ec6d-cf26-4868-8ffd-53a53f81f0e6) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:53:16.123771 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13bb82-2a69-465d-9447-0962d7de8aad None None] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:53:16.127707 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:16.128374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:16.154531 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ac7cc2e2-6679-4528-b59c-43fac9c79139 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7759111 Feb 18 12:53:16.382588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803f3a5-6c1b-4224-bc9c-c2f200dd311b None None] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:53:17.047962 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:18.338067 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-9a7fa403-a4c3-4e57-9f67-ad9fb3148222 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:18.339617 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-9a7fa403-a4c3-4e57-9f67-ad9fb3148222 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 814 time: 0.1651011 Feb 18 12:53:18.356158 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-f999b896-2629-4d9d-ae6f-b2b9cabb41cd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/quotas/0cb780e4769a42a69710c14acaf4903b HTTP/1.1" status: 200 len: 375 time: 0.0102127 Feb 18 12:53:18.412813 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-06fcd6bf-7c80-400e-9e55-ff0fe3a777ad tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504436 Feb 18 12:53:18.560806 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-3fff2038-6f9a-4fe1-98c3-ed94aec158f8 service neutron] 10.222.0.85 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405094 Feb 18 12:53:18.709611 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-2ae01c9c-0505-4e31-8a04-0186cb552ff0 service neutron] 10.222.0.85 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413329 Feb 18 12:53:18.925044 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fd6deaf1-dcfe-464b-ab68-228360110c89 req-d0ab0dc3-0a9c-4c76-85f5-deae57f4d2fb tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 210 time: 0.0528774 Feb 18 12:53:20.147320 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aa92a63a-0558-4296-96b2-be1cc4c0def5 req-e4b1a726-ef88-4462-b74d-ab505e69e155 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 210 time: 0.0669501 Feb 18 12:53:20.212103 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-c514125b-e730-4d8d-bd81-34aa735d5fee tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:20.214287 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-c514125b-e730-4d8d-bd81-34aa735d5fee tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 814 time: 0.2153904 Feb 18 12:53:20.237663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Request body: {'port': {'device_id': 'be52a346-7bf2-427f-b700-f4292107624d', 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6', 'admin_state_up': True, 'tenant_id': '0cb780e4769a42a69710c14acaf4903b'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:53:20.412034 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:53:20.416155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Usage tracker for resource:port and tenant:0cb780e4769a42a69710c14acaf4903b is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:53:20.419221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:53:20.425974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:53:20.435555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Made reservation on behalf of 0cb780e4769a42a69710c14acaf4903b for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:53:20.442121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:20.754275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Allocated IP 172.20.0.8 (c180ec6d-cf26-4868-8ffd-53a53f81f0e6/be0fdfb5-9963-4a2b-8836-edfa07c4e4a0/5d43349a-19fb-429d-8704-22fc52304de6) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:53:21.216587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:21.247517 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:21.265458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1f39ba68-0071-4e15-b075-17c2bdc3270f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:21.354176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5724d12-9016-4772-9509-d26ecd1ffb92 req-07389310-57ea-4b2e-bd8a-a2a60278cb02 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:21.356285 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c5724d12-9016-4772-9509-d26ecd1ffb92 req-07389310-57ea-4b2e-bd8a-a2a60278cb02 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 931 time: 0.0910845 Feb 18 12:53:21.411036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-c5724d12-9016-4772-9509-d26ecd1ffb92 req-6af22614-930b-4e89-b0d4-bd75c1f6d19c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Synchronizing usage tracker for tenant:0cb780e4769a42a69710c14acaf4903b on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:53:21.419903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Pushing event updated for resources: {'Port': ['ID=5d43349a-19fb-429d-8704-22fc52304de6,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:21.425527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:21.429607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-c5724d12-9016-4772-9509-d26ecd1ffb92 req-6af22614-930b-4e89-b0d4-bd75c1f6d19c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Unset dirty status for tenant:0cb780e4769a42a69710c14acaf4903b on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:53:21.430952 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c5724d12-9016-4772-9509-d26ecd1ffb92 req-6af22614-930b-4e89-b0d4-bd75c1f6d19c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666015 Feb 18 12:53:21.472659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:53:21.473861 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:53:21.476308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:53:21.541108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:21.541770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:21.563246 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-b4cd16b2-a549-4a3f-858e-d5ab1e27cfda tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3306477 Feb 18 12:53:21.583738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Request body: {'port': {'device_id': 'be52a346-7bf2-427f-b700-f4292107624d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:53:21.707504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:22.138149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d43349a-19fb-429d-8704-22fc52304de6 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:53:22.146302 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:22.159983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Transition to ACTIVE for port object 5d43349a-19fb-429d-8704-22fc52304de6 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:53:22.162738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:22.180572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9347bcdd-add2-4e13-b1d6-d5e3a49b6d9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:22.331289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Pushing event updated for resources: {'Port': ['ID=5d43349a-19fb-429d-8704-22fc52304de6,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:22.351725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:22.630089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Attempting to bind port 5d43349a-19fb-429d-8704-22fc52304de6 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:53:22.630460 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Attempting to bind port 5d43349a-19fb-429d-8704-22fc52304de6 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:53:22.630838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Attempting to bind port 5d43349a-19fb-429d-8704-22fc52304de6 on network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:53:22.651703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:53:22.652093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Checking segment: {'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:53:22.652582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:22.652948 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Bound using segment: {'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:53:22.653461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Bound port: 5d43349a-19fb-429d-8704-22fc52304de6, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:53:22.653866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:22.792187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496baa9-8f25-430f-9706-3a53dce2238e req-c3e2ae76-13ff-43e5-8229-623b2499f96f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:22.792980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-b496baa9-8f25-430f-9706-3a53dce2238e req-c3e2ae76-13ff-43e5-8229-623b2499f96f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Synchronizing usage tracker for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:53:22.811429 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] For port 5d43349a-19fb-429d-8704-22fc52304de6, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:53:22.818205 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] For port 5d43349a-19fb-429d-8704-22fc52304de6, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=5d43349a-19fb-429d-8704-22fc52304de6,segment=NetworkSegment(48b841cf-d634-4b9e-b4a5-9053e9626e80),segment_id=48b841cf-d634-4b9e-b4a5-9053e9626e80)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:53:22.824609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:22.849688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fad01c48-b2c6-4f7f-8bc0-1668d1c6e6e1 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:22.974327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-b496baa9-8f25-430f-9706-3a53dce2238e req-c3e2ae76-13ff-43e5-8229-623b2499f96f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Unset dirty status for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:53:22.976714 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b496baa9-8f25-430f-9706-3a53dce2238e req-c3e2ae76-13ff-43e5-8229-623b2499f96f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 943 time: 0.4095376 Feb 18 12:53:23.072846 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b496baa9-8f25-430f-9706-3a53dce2238e req-793f3ee5-3d46-4898-b075-68f33f2f5afd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856395 Feb 18 12:53:23.075587 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Pushing event updated for resources: {'Port': ['ID=5d43349a-19fb-429d-8704-22fc52304de6,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:23.080865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:23.115459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:23.116251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:23.117699 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] 10.222.0.101 "PUT /v2.0/ports/5d43349a-19fb-429d-8704-22fc52304de6 HTTP/1.1" status: 200 len: 1157 time: 1.5385008 Feb 18 12:53:23.118247 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be52a346-7bf2-427f-b700-f4292107624d', 'tag': '5d43349a-19fb-429d-8704-22fc52304de6'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:53:23.167936 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be52a346-7bf2-427f-b700-f4292107624d', 'tag': '5d43349a-19fb-429d-8704-22fc52304de6', 'status': 'completed', 'code': 200} Feb 18 12:53:23.275853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-5770d96a-763a-4f73-b07c-4b92d18bfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:23.277460 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-5770d96a-763a-4f73-b07c-4b92d18bfee8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 1160 time: 0.0836864 Feb 18 12:53:23.362351 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-37a86456-aac4-4230-9ec3-0d0bfcf62b6b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d43349a-19fb-429d-8704-22fc52304de6 HTTP/1.1" status: 200 len: 217 time: 0.0694578 Feb 18 12:53:23.438564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-5bde1cfb-9be8-42e9-a9de-9d9c0dcf6685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:23.440459 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-5bde1cfb-9be8-42e9-a9de-9d9c0dcf6685 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0707479 Feb 18 12:53:23.495143 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-018d1d27-51da-44d5-8130-562e09c1364b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474124 Feb 18 12:53:23.643671 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-666476b1-c496-403b-bc7d-52ac2b98e83d service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399236 Feb 18 12:53:23.790980 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d5a8a2d9-f489-4f41-87a1-1aad31642bf4 req-54e5833c-7dcd-4198-b77a-25dcd491a429 service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1396739 Feb 18 12:53:23.979551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69021b47-53c4-4379-ad97-e886844bc4ca req-adb59741-3e18-4b9a-8fca-266b1703844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:23.981102 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-69021b47-53c4-4379-ad97-e886844bc4ca req-adb59741-3e18-4b9a-8fca-266b1703844b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 1160 time: 0.0863793 Feb 18 12:53:24.128212 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69021b47-53c4-4379-ad97-e886844bc4ca req-6d2ca5e6-2376-4d77-ba5e-70d00466a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:24.129866 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-69021b47-53c4-4379-ad97-e886844bc4ca req-6d2ca5e6-2376-4d77-ba5e-70d00466a641 service neutron] 10.222.0.101 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 908 time: 0.1407723 Feb 18 12:53:24.244687 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-69021b47-53c4-4379-ad97-e886844bc4ca req-b256ff49-e3bf-4143-b713-fa9e8eb91a0a service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d43349a-19fb-429d-8704-22fc52304de6 HTTP/1.1" status: 200 len: 217 time: 0.1074154 Feb 18 12:53:24.338114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69021b47-53c4-4379-ad97-e886844bc4ca req-7f300994-a722-437e-8c90-1ca5f53f9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:24.339722 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-69021b47-53c4-4379-ad97-e886844bc4ca req-7f300994-a722-437e-8c90-1ca5f53f9774 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0869639 Feb 18 12:53:24.403665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7d486-126f-4063-b0a4-b014bc29e1ad req-5b5078ea-1ab3-4996-be22-dd508bba43c1 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:24.405329 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-72e7d486-126f-4063-b0a4-b014bc29e1ad req-5b5078ea-1ab3-4996-be22-dd508bba43c1 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 943 time: 0.2084312 Feb 18 12:53:24.407920 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-69021b47-53c4-4379-ad97-e886844bc4ca req-b91e740e-4724-4d6b-aabf-874ae711e091 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589566 Feb 18 12:53:24.546056 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-72e7d486-126f-4063-b0a4-b014bc29e1ad req-4497a376-5179-400f-b8b6-f58a64d506c7 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333857 Feb 18 12:53:24.598798 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-69021b47-53c4-4379-ad97-e886844bc4ca req-512e73ac-50e7-4e94-8b5f-0295f82e7a7b service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691539 Feb 18 12:53:24.749438 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-69021b47-53c4-4379-ad97-e886844bc4ca req-2a31aa8b-bc42-4bff-9cfa-a5ddd5c9bd93 service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431441 Feb 18 12:53:25.752288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353d402-9e17-49d9-aea9-aaa07daf28f9 req-18fec735-821f-405a-b999-0812ff1cf4b8 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:25.753954 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8353d402-9e17-49d9-aea9-aaa07daf28f9 req-18fec735-821f-405a-b999-0812ff1cf4b8 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 943 time: 0.0887015 Feb 18 12:53:25.803459 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8353d402-9e17-49d9-aea9-aaa07daf28f9 req-cd43b103-a618-45ab-83e1-81919977ae3f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431323 Feb 18 12:53:27.005670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fea9e-e6c2-4255-9788-d25a04a6fdc6 req-417628e5-9f94-4ad4-b75c-0091b9a64bc3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:27.007285 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a2fea9e-e6c2-4255-9788-d25a04a6fdc6 req-417628e5-9f94-4ad4-b75c-0091b9a64bc3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 943 time: 0.0879910 Feb 18 12:53:27.054722 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-9a2fea9e-e6c2-4255-9788-d25a04a6fdc6 req-25d05e78-d29c-4220-b9b1-8dd622dacdb5 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410979 Feb 18 12:53:27.263994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5d7f09d4-2356-4d50-af8b-528d5b7bae8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:27.495414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:53:27.906789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.objects.ports [None req-61241594-5f59-499f-bc0c-3d2899a39f33 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83998) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 18 12:53:28.266894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd25c0a-b757-4647-82d6-b91e1e8a2d2d req-90fdee51-2bde-4bc3-baae-c89e018359d3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:28.268614 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6cd25c0a-b757-4647-82d6-b91e1e8a2d2d req-90fdee51-2bde-4bc3-baae-c89e018359d3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 943 time: 0.0940223 Feb 18 12:53:28.330066 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6cd25c0a-b757-4647-82d6-b91e1e8a2d2d req-b99d21be-694d-4387-8b16-6eaced6cef3b tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550756 Feb 18 12:53:28.622929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 5d43349a-19fb-429d-8704-22fc52304de6 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:53:28.699742 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 5d43349a-19fb-429d-8704-22fc52304de6 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:53:28.704801 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 5d43349a-19fb-429d-8704-22fc52304de6 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:53:28.705275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:28.832497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:28.862595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be52a346-7bf2-427f-b700-f4292107624d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d43349a-19fb-429d-8704-22fc52304de6'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:53:28.873616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 5d43349a-19fb-429d-8704-22fc52304de6, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=5d43349a-19fb-429d-8704-22fc52304de6,segment=NetworkSegment(48b841cf-d634-4b9e-b4a5-9053e9626e80),segment_id=48b841cf-d634-4b9e-b4a5-9053e9626e80)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:53:28.877693 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:28.879736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:53:28.914462 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be52a346-7bf2-427f-b700-f4292107624d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d43349a-19fb-429d-8704-22fc52304de6', 'code': 200} Feb 18 12:53:28.956197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=5d43349a-19fb-429d-8704-22fc52304de6,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:53:28.964584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.965008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.965398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.965946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.969476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.970269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.970269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.970269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.970679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.970924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.971287 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.971657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.972020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.972385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.972751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.973143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.973506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:53:28.978685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:53:29.219385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfd295-2f50-4dc9-8961-2000c42754a8 req-64d41c9f-9f2f-428b-9519-94b3d21d8334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:29.220928 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86cfd295-2f50-4dc9-8961-2000c42754a8 req-64d41c9f-9f2f-428b-9519-94b3d21d8334 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 1162 time: 0.0860927 Feb 18 12:53:29.264621 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-86cfd295-2f50-4dc9-8961-2000c42754a8 req-cb7943df-1af0-4931-9c10-98dc484daba0 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367529 Feb 18 12:53:29.538291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17d299-e9ad-4b34-a8fb-69c2f752bf6b req-b9b68c2d-979e-4e3c-b219-e82329d4d689 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:29.539876 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aa17d299-e9ad-4b34-a8fb-69c2f752bf6b req-b9b68c2d-979e-4e3c-b219-e82329d4d689 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.0934212 Feb 18 12:53:29.595066 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aa17d299-e9ad-4b34-a8fb-69c2f752bf6b req-6406f2dc-30a2-4ef3-bf92-a90cc79534f0 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486605 Feb 18 12:53:29.752391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f4da9599-369b-41c2-b308-7ce11d612a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:29.972018 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 5d43349a-19fb-429d-8704-22fc52304de6 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:53:30.045816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 5d43349a-19fb-429d-8704-22fc52304de6 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:53:30.046252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:30.181967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:30.803543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e4d78-8ca6-493c-a70b-697f6914db5e req-8883b402-3248-499a-85ad-69606d51c45e tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:30.805379 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-025e4d78-8ca6-493c-a70b-697f6914db5e req-8883b402-3248-499a-85ad-69606d51c45e tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.0896797 Feb 18 12:53:30.883052 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-025e4d78-8ca6-493c-a70b-697f6914db5e req-52ce0623-3f2c-498e-8c0e-5848bd0bf19d tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708697 Feb 18 12:53:31.639540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:31.642613 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:32.088367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b60c52-d351-492f-91ca-245969ef2f72 req-3e9fe19a-e500-47aa-9b52-13d53760d013 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:32.090027 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-99b60c52-d351-492f-91ca-245969ef2f72 req-3e9fe19a-e500-47aa-9b52-13d53760d013 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.0887208 Feb 18 12:53:32.140234 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-99b60c52-d351-492f-91ca-245969ef2f72 req-23a50760-9dc8-4555-89ee-b8696a3e59d7 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434473 Feb 18 12:53:47.066451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:57.272399 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab601942-e262-4355-91e7-6bb7a378a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:53:57.393079 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-5f5b36fb-2ca9-4b4a-ad25-7068dbd762e0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0816729 Feb 18 12:53:57.581609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-74f3e206-86e6-4cb1-b043-a8c29d79ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:57.583237 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-74f3e206-86e6-4cb1-b043-a8c29d79ce9e service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 1162 time: 0.0813570 Feb 18 12:53:57.785682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-bbdb640d-ae70-415a-9c19-79f90e1d53de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:57.787279 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-bbdb640d-ae70-415a-9c19-79f90e1d53de service neutron] 10.222.0.101 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 908 time: 0.1816442 Feb 18 12:53:57.873523 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-d1d610aa-a8c2-4f89-a004-76ba516cacce service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d43349a-19fb-429d-8704-22fc52304de6 HTTP/1.1" status: 200 len: 217 time: 0.0785463 Feb 18 12:53:57.950759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-72c03112-d591-4335-8e3a-fcc90db3d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:53:57.952545 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-72c03112-d591-4335-8e3a-fcc90db3d025 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0721040 Feb 18 12:53:58.020398 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-9468d5f9-ad67-4609-bf56-711748bf4b33 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552676 Feb 18 12:53:58.191607 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-32fe605a-ad1b-4e57-9000-cef50f2890fe service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558509 Feb 18 12:53:58.586435 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-dc7d62a7-f003-40bf-99e7-8f84e4649956 req-b38d1eb9-a3cc-4be0-b727-044ae05e1d1c service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3867655 Feb 18 12:53:59.754501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-daafeddd-bf43-4c8b-ae59-d150e599cdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:00.159665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:01.642656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:01.644559 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:04.495439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:54:17.063942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:21.018521 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98205f4d-0cb2-4c93-a1ef-b27c97bfe266 req-85987eae-0716-4b46-ae7b-b237db895976 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:21.020141 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-98205f4d-0cb2-4c93-a1ef-b27c97bfe266 req-85987eae-0716-4b46-ae7b-b237db895976 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.0990031 Feb 18 12:54:21.070431 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-98205f4d-0cb2-4c93-a1ef-b27c97bfe266 req-dfa4a635-aa43-468d-a8c9-41209c3e003f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Feb 18 12:54:22.276452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7116-f664-433c-b3db-fd74d70e0593 req-4e40de1e-aa8a-450f-85ec-fb16082f2e27 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:22.278120 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e2d7116-f664-433c-b3db-fd74d70e0593 req-4e40de1e-aa8a-450f-85ec-fb16082f2e27 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.0909083 Feb 18 12:54:22.327396 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1e2d7116-f664-433c-b3db-fd74d70e0593 req-c922a4e5-6459-4e01-bf23-ea3f7ea75860 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419228 Feb 18 12:54:23.535706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e0d45-6c8a-4ba2-8122-f7770798b965 req-29d33f41-80da-423e-b77a-d6c4515cafab tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:23.537367 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d31e0d45-6c8a-4ba2-8122-f7770798b965 req-29d33f41-80da-423e-b77a-d6c4515cafab tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.0936384 Feb 18 12:54:23.592532 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d31e0d45-6c8a-4ba2-8122-f7770798b965 req-fab2a8f9-8a2b-412e-b77b-1525a477b071 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486708 Feb 18 12:54:24.810935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765093b4-9c0f-49f0-8fe9-b4d7783c3006 req-164064dc-e2ca-40f9-9921-d20d050d1bb4 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:24.812571 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-765093b4-9c0f-49f0-8fe9-b4d7783c3006 req-164064dc-e2ca-40f9-9921-d20d050d1bb4 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.1005368 Feb 18 12:54:24.868973 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-765093b4-9c0f-49f0-8fe9-b4d7783c3006 req-e33b673a-fa77-4ac8-bfe1-46796c8e70f1 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 Feb 18 12:54:26.097423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfcf311-9b05-4679-aef5-9365d73d216b req-dbfea942-d182-45ee-a4c4-e96a9d960e35 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:26.098989 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2bfcf311-9b05-4679-aef5-9365d73d216b req-dbfea942-d182-45ee-a4c4-e96a9d960e35 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.1050444 Feb 18 12:54:26.151908 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2bfcf311-9b05-4679-aef5-9365d73d216b req-efd0832c-b593-4090-bb2d-6201fd2fb582 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Feb 18 12:54:27.267431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ffdb5bee-a356-48f7-8e65-c634eb6fc9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:27.273089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-3e62e1f5-3de4-4f74-b508-5c2a780d6e97 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:27.274825 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-3e62e1f5-3de4-4f74-b508-5c2a780d6e97 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.1040990 Feb 18 12:54:27.374107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Deleting port 5d43349a-19fb-429d-8704-22fc52304de6 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:54:27.374593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:27.730379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e774853-960e-4d78-b9f2-b6c1ff4f5017 req-b07e676c-d52b-4798-9cac-edd718071058 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:27.732067 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6e774853-960e-4d78-b9f2-b6c1ff4f5017 req-b07e676c-d52b-4798-9cac-edd718071058 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 945 time: 0.2763703 Feb 18 12:54:27.790907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] For port 5d43349a-19fb-429d-8704-22fc52304de6, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=5d43349a-19fb-429d-8704-22fc52304de6,segment=NetworkSegment(48b841cf-d634-4b9e-b4a5-9053e9626e80),segment_id=48b841cf-d634-4b9e-b4a5-9053e9626e80)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:27.791313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:27.988495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Calling delete_port for 5d43349a-19fb-429d-8704-22fc52304de6 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:54:28.025516 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6e774853-960e-4d78-b9f2-b6c1ff4f5017 req-5c37aade-1503-41e5-8f8b-24f535cdc561 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835581 Feb 18 12:54:28.196655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:28.215961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2a117f3a-df57-44f1-b98e-00c6e13d25b0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:28.337364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Pushing event deleted for resources: {'Port': ['ID=5d43349a-19fb-429d-8704-22fc52304de6,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:28.379255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.380208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.380915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.381650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.382340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.383027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.383724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.384418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.385150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.385842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.386528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.387201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.387975 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.388643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.389311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.389968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.390632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.391310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.393245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.393923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.394555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.395147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.395721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.396305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:28.405484 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:28.426240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 5d43349a-19fb-429d-8704-22fc52304de6 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:54:28.482917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 5d43349a-19fb-429d-8704-22fc52304de6 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:54:28.482917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 5d43349a-19fb-429d-8704-22fc52304de6 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:54:28.548453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] No DVR routers for this DVR port 5d43349a-19fb-429d-8704-22fc52304de6 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:54:28.552560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:28.557071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be52a346-7bf2-427f-b700-f4292107624d', 'name': 'network-vif-deleted', 'tag': '5d43349a-19fb-429d-8704-22fc52304de6'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:54:28.581745 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5e5f6a15-3ea7-4d53-b353-35ee89f3e2b7 req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "DELETE /v2.0/ports/5d43349a-19fb-429d-8704-22fc52304de6 HTTP/1.1" status: 204 len: 173 time: 1.3000932 Feb 18 12:54:28.685081 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be52a346-7bf2-427f-b700-f4292107624d', 'name': 'network-vif-deleted', 'tag': '5d43349a-19fb-429d-8704-22fc52304de6', 'status': 'completed', 'code': 200} Feb 18 12:54:29.260267 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-779b5a5d-b4db-4367-be25-29c02aa8b75f req-4c6333ea-17ff-4d9e-b50e-d527d7967bef tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Synchronizing usage tracker for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:54:29.280168 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-779b5a5d-b4db-4367-be25-29c02aa8b75f req-4c6333ea-17ff-4d9e-b50e-d527d7967bef tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Unset dirty status for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:54:29.281665 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-779b5a5d-b4db-4367-be25-29c02aa8b75f req-4c6333ea-17ff-4d9e-b50e-d527d7967bef tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=be52a346-7bf2-427f-b700-f4292107624d HTTP/1.1" status: 200 len: 210 time: 0.0902965 Feb 18 12:54:29.757792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c5eab7d8-0191-4a54-bbff-e8c414eff20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:30.163725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:31.648714 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:31.650164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:35.051027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d709-42b0-4db9-8873-196fdb929d66 req-f7e6906c-64d7-41ff-90e0-d33852f5e955 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:35.053598 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-f7e6906c-64d7-41ff-90e0-d33852f5e955 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 814 time: 0.2671039 Feb 18 12:54:35.077256 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-694604e6-bfcd-4033-8109-3cd33464f0f6 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/quotas/0cb780e4769a42a69710c14acaf4903b HTTP/1.1" status: 200 len: 375 time: 0.0171511 Feb 18 12:54:35.150652 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-bbc6ff93-e740-4c7b-b71e-45de84ae8f19 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663760 Feb 18 12:54:35.256475 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-ef6ea104-697c-4688-87e0-f15ec6932c4e service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:54:35.257674 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-ef6ea104-697c-4688-87e0-f15ec6932c4e service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0960042 Feb 18 12:54:35.442877 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-0c20851f-2a29-48ec-ad39-04ed0e62e6a1 service neutron] 10.222.0.85 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779568 Feb 18 12:54:35.627673 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-51260885-0e3e-4d6d-8492-faab6a19bbfd service neutron] 10.222.0.85 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1734982 Feb 18 12:54:36.130088 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e02453ac-1b42-42c8-bd14-e51d77cdc7db req-291839a1-24ef-4e34-b66b-69c9e3a10bf9 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 210 time: 0.3365049 Feb 18 12:54:37.419655 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1d79b8a1-efca-410c-8855-38413d68457a req-c225d338-538a-4f3f-9d24-1010e6253d37 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 210 time: 0.1458883 Feb 18 12:54:37.487724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d709-42b0-4db9-8873-196fdb929d66 req-e54324b0-0fb6-428a-8917-5b02695839b7 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:37.489729 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-e54324b0-0fb6-428a-8917-5b02695839b7 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 814 time: 0.2471085 Feb 18 12:54:37.515453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Request body: {'port': {'device_id': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6', 'admin_state_up': True, 'tenant_id': '0cb780e4769a42a69710c14acaf4903b'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:37.667661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:54:37.678867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:54:37.687939 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Made reservation on behalf of 0cb780e4769a42a69710c14acaf4903b for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:54:37.693972 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:38.021624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Allocated IP 172.20.0.5 (c180ec6d-cf26-4868-8ffd-53a53f81f0e6/be0fdfb5-9963-4a2b-8836-edfa07c4e4a0/26be4967-d2ab-496e-ae8d-accc7210c4d3) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:54:38.249514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:38.284381 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:38.300239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:38.462056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Pushing event updated for resources: {'Port': ['ID=26be4967-d2ab-496e-ae8d-accc7210c4d3,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:38.483046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:38.537234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:54:38.538567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:54:38.541924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:54:38.613184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:38.613905 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:38.646695 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1359591 Feb 18 12:54:38.660737 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab4a5a1-629e-407b-8a5f-ec0b7bdae9c2 req-383acff8-5807-4349-bcb1-3b700935dadc tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:38.663633 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5ab4a5a1-629e-407b-8a5f-ec0b7bdae9c2 req-383acff8-5807-4349-bcb1-3b700935dadc tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 931 time: 0.1132746 Feb 18 12:54:38.665586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-47fc096f-0218-49aa-994a-dfd30215c695 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:54:38.666968 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-47fc096f-0218-49aa-994a-dfd30215c695 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062222 Feb 18 12:54:38.684370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Request body: {'port': {'device_id': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:54:38.722952 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5ab4a5a1-629e-407b-8a5f-ec0b7bdae9c2 req-be62c192-5774-417e-92f7-20dec449b3dd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523822 Feb 18 12:54:38.852751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:39.344819 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-f91962e7-4b7b-4fa6-9151-9bb1383763d9 req-a8a9dac5-c9c8-4ad1-be2b-2e32b256cace service neutron] (83997) timed out ('10.222.0.101', 49754) {{(pid=83997) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:54:39.603164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26be4967-d2ab-496e-ae8d-accc7210c4d3 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:54:39.613254 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:39.628781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Transition to ACTIVE for port object 26be4967-d2ab-496e-ae8d-accc7210c4d3 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:54:39.631759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:39.648923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b85cdf9f-afc8-459c-8763-168ec56e1b27 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:39.816685 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Pushing event updated for resources: {'Port': ['ID=26be4967-d2ab-496e-ae8d-accc7210c4d3,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:39.840937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:40.090860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857dc9b-4a06-4b66-8644-40824d529368 req-584cade0-9c80-41f1-a414-871696f19ff3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:40.091632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e857dc9b-4a06-4b66-8644-40824d529368 req-584cade0-9c80-41f1-a414-871696f19ff3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Synchronizing usage tracker for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:54:40.131503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-e857dc9b-4a06-4b66-8644-40824d529368 req-584cade0-9c80-41f1-a414-871696f19ff3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Unset dirty status for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:54:40.132824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e857dc9b-4a06-4b66-8644-40824d529368 req-584cade0-9c80-41f1-a414-871696f19ff3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 943 time: 0.2845411 Feb 18 12:54:40.170924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Attempting to bind port 26be4967-d2ab-496e-ae8d-accc7210c4d3 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:54:40.171304 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Attempting to bind port 26be4967-d2ab-496e-ae8d-accc7210c4d3 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:54:40.171677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Attempting to bind port 26be4967-d2ab-496e-ae8d-accc7210c4d3 on network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:54:40.191236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:54:40.191617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Checking segment: {'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:54:40.192031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:40.192431 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Bound using segment: {'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:54:40.192952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Bound port: 26be4967-d2ab-496e-ae8d-accc7210c4d3, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b841cf-d634-4b9e-b4a5-9053e9626e80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c180ec6d-cf26-4868-8ffd-53a53f81f0e6'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:54:40.193335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:40.220742 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e857dc9b-4a06-4b66-8644-40824d529368 req-5f0a8847-ac57-442f-baab-4ff50d77e98c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754039 Feb 18 12:54:40.303710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] For port 26be4967-d2ab-496e-ae8d-accc7210c4d3, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:54:40.307220 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] For port 26be4967-d2ab-496e-ae8d-accc7210c4d3, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=26be4967-d2ab-496e-ae8d-accc7210c4d3,segment=NetworkSegment(48b841cf-d634-4b9e-b4a5-9053e9626e80),segment_id=48b841cf-d634-4b9e-b4a5-9053e9626e80)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:54:40.311078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:40.328347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:40.494860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Pushing event updated for resources: {'Port': ['ID=26be4967-d2ab-496e-ae8d-accc7210c4d3,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:40.499786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:40.557829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:40.558751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:40.560459 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-4317ffd8-7436-4083-99b6-eb46e66c4982 service neutron] 10.222.0.101 "PUT /v2.0/ports/26be4967-d2ab-496e-ae8d-accc7210c4d3 HTTP/1.1" status: 200 len: 1157 time: 1.8850477 Feb 18 12:54:40.561031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'tag': '26be4967-d2ab-496e-ae8d-accc7210c4d3'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:54:40.615477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'tag': '26be4967-d2ab-496e-ae8d-accc7210c4d3', 'status': 'completed', 'code': 200} Feb 18 12:54:40.731367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d709-42b0-4db9-8873-196fdb929d66 req-86818f8b-6a4b-4308-bb52-58c88b063a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:40.734011 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-86818f8b-6a4b-4308-bb52-58c88b063a58 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 1160 time: 0.0965776 Feb 18 12:54:40.830290 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-6c940baf-6d78-440a-a263-9e61f7b9becd service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26be4967-d2ab-496e-ae8d-accc7210c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0806472 Feb 18 12:54:40.918390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996d709-42b0-4db9-8873-196fdb929d66 req-21be25bf-69d0-44ae-bfa3-16d61284cf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:40.921262 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-21be25bf-69d0-44ae-bfa3-16d61284cf6d service neutron] 10.222.0.101 "GET /v2.0/subnets?id=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0834506 Feb 18 12:54:40.991046 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-bb470e80-7366-40d4-b65d-f941f258c9df service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627077 Feb 18 12:54:41.203456 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-81c6edf1-60e4-4aca-967e-00a79abcbd1a service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029250 Feb 18 12:54:41.415694 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5996d709-42b0-4db9-8873-196fdb929d66 req-e3d582aa-975e-4108-b071-2d7ff2b089a2 service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2052975 Feb 18 12:54:41.467438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ca007-6634-4420-a75a-fead65777450 req-e0bb17c8-29eb-4840-9b66-4241db482bca tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:41.468988 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d57ca007-6634-4420-a75a-fead65777450 req-e0bb17c8-29eb-4840-9b66-4241db482bca tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 943 time: 0.1058195 Feb 18 12:54:41.499860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:54:41.524464 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d57ca007-6634-4420-a75a-fead65777450 req-fc43343e-3c50-47ac-8011-918c8dfc3d66 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481758 Feb 18 12:54:41.614934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-8259efa1-ee20-42e8-84a4-5551beaddb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:41.616589 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-8259efa1-ee20-42e8-84a4-5551beaddb74 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 1160 time: 0.0888274 Feb 18 12:54:41.819379 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-4e84e8a1-0ac7-4302-a610-3bd9de0b60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:41.821154 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-4e84e8a1-0ac7-4302-a610-3bd9de0b60e7 service neutron] 10.222.0.101 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 908 time: 0.1903656 Feb 18 12:54:41.900238 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-e823ee35-5569-4872-bf2b-b9373783564e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26be4967-d2ab-496e-ae8d-accc7210c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0712800 Feb 18 12:54:41.989190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-ea4769a4-87b8-43f8-a481-1d1478357b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:41.990747 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-ea4769a4-87b8-43f8-a481-1d1478357b9b service neutron] 10.222.0.101 "GET /v2.0/subnets?id=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0833712 Feb 18 12:54:42.047333 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-9abbd275-b588-4550-b30a-a8a067bf6edc service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485101 Feb 18 12:54:42.198308 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-ac6907d7-6118-42a7-ac2b-1c4b797ffcd2 service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435251 Feb 18 12:54:42.359043 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ff4cc9c6-f487-4a5a-a263-3eb0058a58ae req-c062cc87-349f-4018-b1b2-6d7a9fbe0ed8 service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483955 Feb 18 12:54:42.746113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe58186-0a7d-49eb-adda-83cf3f1cc399 req-3fe09707-477e-4277-b494-a5c754789bae tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:42.747830 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bfe58186-0a7d-49eb-adda-83cf3f1cc399 req-3fe09707-477e-4277-b494-a5c754789bae tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 943 time: 0.0979235 Feb 18 12:54:42.799252 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-bfe58186-0a7d-49eb-adda-83cf3f1cc399 req-2b0702a8-d329-4992-bc1e-94e573768b8f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Feb 18 12:54:44.016091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82217792-d928-4fc5-91cb-8d0ae17ef620 req-e72f87bc-1ea8-4106-b867-582fb897e676 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:44.018568 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82217792-d928-4fc5-91cb-8d0ae17ef620 req-e72f87bc-1ea8-4106-b867-582fb897e676 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 943 time: 0.0894034 Feb 18 12:54:44.072477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82217792-d928-4fc5-91cb-8d0ae17ef620 req-2a370341-7593-42d8-b858-066dd2840168 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475676 Feb 18 12:54:45.286722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28d194-8a14-4575-a170-5547092279c5 req-335a2548-bce4-40d7-960e-0bdeb9f8f642 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:45.288452 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6d28d194-8a14-4575-a170-5547092279c5 req-335a2548-bce4-40d7-960e-0bdeb9f8f642 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 943 time: 0.0930912 Feb 18 12:54:45.347958 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6d28d194-8a14-4575-a170-5547092279c5 req-e0ed8e10-967a-4d11-a217-8b0a3e24874e tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 Feb 18 12:54:46.566418 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34583-e6af-4677-8811-1751f11d2f06 req-4d13ddcd-9719-4280-b820-f00e1d87d4c9 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:46.568080 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a7c34583-e6af-4677-8811-1751f11d2f06 req-4d13ddcd-9719-4280-b820-f00e1d87d4c9 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 943 time: 0.0957096 Feb 18 12:54:46.620037 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a7c34583-e6af-4677-8811-1751f11d2f06 req-476f980a-a0e1-4ace-bbba-796c8a80161e tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455215 Feb 18 12:54:47.064134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.328724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 26be4967-d2ab-496e-ae8d-accc7210c4d3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:47.444387 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port 26be4967-d2ab-496e-ae8d-accc7210c4d3 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:54:47.451683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 26be4967-d2ab-496e-ae8d-accc7210c4d3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:47.452249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.598071 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.632077 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26be4967-d2ab-496e-ae8d-accc7210c4d3'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:54:47.644535 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port 26be4967-d2ab-496e-ae8d-accc7210c4d3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=26be4967-d2ab-496e-ae8d-accc7210c4d3,segment=NetworkSegment(48b841cf-d634-4b9e-b4a5-9053e9626e80),segment_id=48b841cf-d634-4b9e-b4a5-9053e9626e80)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:54:47.647459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:47.649627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:54:47.738704 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=26be4967-d2ab-496e-ae8d-accc7210c4d3,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:54:47.747642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.748133 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.748396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.748765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.749181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.749561 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.749937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.750311 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.750687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.751273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.751608 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.752024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.752405 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.752797 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.753285 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.753820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.753997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.754368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.754739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.755108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.755513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.755884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.756398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.756767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:54:47.762189 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26be4967-d2ab-496e-ae8d-accc7210c4d3', 'code': 200} Feb 18 12:54:47.763064 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:54:47.891127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6fae-915b-457b-be1d-b998d8e082b9 req-07ffbd7f-a41c-4926-9984-cd439f2c0298 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:47.894243 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c0ff6fae-915b-457b-be1d-b998d8e082b9 req-07ffbd7f-a41c-4926-9984-cd439f2c0298 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.1087162 Feb 18 12:54:47.961288 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c0ff6fae-915b-457b-be1d-b998d8e082b9 req-66cc1425-5322-4005-90bf-d5097e0c0360 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589161 Feb 18 12:54:48.078312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba295d7-a2a8-4866-a30f-e99ead3440da req-1f269c52-36b8-4ea3-8c57-ff332978efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:48.081357 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aba295d7-a2a8-4866-a30f-e99ead3440da req-1f269c52-36b8-4ea3-8c57-ff332978efe0 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 1162 time: 0.0885818 Feb 18 12:54:48.137335 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aba295d7-a2a8-4866-a30f-e99ead3440da req-654c545d-3afc-4885-b3c3-913540293032 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480042 Feb 18 12:54:48.897831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 26be4967-d2ab-496e-ae8d-accc7210c4d3 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:54:48.980315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port 26be4967-d2ab-496e-ae8d-accc7210c4d3 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:54:48.980722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:49.197174 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6de7d-467a-4588-b686-3d91cb21ad11 req-52c47b7c-da05-4192-856b-d4ac4620f35d tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:49.198751 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89e6de7d-467a-4588-b686-3d91cb21ad11 req-52c47b7c-da05-4192-856b-d4ac4620f35d tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0980892 Feb 18 12:54:49.252723 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-89e6de7d-467a-4588-b686-3d91cb21ad11 req-a4c3a45a-5db8-490f-8593-d0cbb100779b tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472825 Feb 18 12:54:50.475266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0f823-4c79-4623-9ad4-2943799f3bfb req-70566653-3bff-4b7b-b069-40738dd3c558 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:50.476898 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-56b0f823-4c79-4623-9ad4-2943799f3bfb req-70566653-3bff-4b7b-b069-40738dd3c558 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0904360 Feb 18 12:54:50.526546 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-56b0f823-4c79-4623-9ad4-2943799f3bfb req-14339736-331c-49ea-a611-2f23963473e0 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434616 Feb 18 12:54:57.271827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9adcdb9b-089d-476d-b460-a51273acf581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:54:58.499073 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-a04dac61-04fe-4ef4-b284-0444f5e488f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:58.500697 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-a04dac61-04fe-4ef4-b284-0444f5e488f0 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=0cb780e4769a42a69710c14acaf4903b&device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 1162 time: 0.1425431 Feb 18 12:54:58.664730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-92625bfc-3667-4cd3-81cc-64aee819c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:58.666302 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-92625bfc-3667-4cd3-81cc-64aee819c653 service neutron] 10.222.0.101 "GET /v2.0/networks?id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 200 len: 908 time: 0.1422656 Feb 18 12:54:58.744769 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-3d7bbbb2-44f2-493e-8017-98f4278afea4 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26be4967-d2ab-496e-ae8d-accc7210c4d3 HTTP/1.1" status: 200 len: 217 time: 0.0683908 Feb 18 12:54:58.820363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-014b05df-0f20-43ba-98ef-4fbc9ac8ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:54:58.822000 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-014b05df-0f20-43ba-98ef-4fbc9ac8ad17 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 HTTP/1.1" status: 200 len: 854 time: 0.0685797 Feb 18 12:54:58.879148 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-53a8e096-a678-4974-bfeb-2b7821b2a5ae service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=c180ec6d-cf26-4868-8ffd-53a53f81f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489500 Feb 18 12:54:59.291107 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-3b59ffaa-266b-437a-a617-993160528797 service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041603 Feb 18 12:54:59.458833 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6df1a019-14b2-418e-ac92-51deb5fd5c8e req-b40b0437-6ce7-4bb6-a54f-0055b18d9d8c service neutron] 10.222.0.101 "GET /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1588590 Feb 18 12:54:59.759957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ddc9aee9-6da9-4d98-bf2d-6849cb531056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:00.167444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.647328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:01.649019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:12.134984 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88330dc-d3b4-4286-8b56-322941a9c702 req-e942f4db-afb2-49dd-9229-2ca6dc8e7105 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:12.136670 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a88330dc-d3b4-4286-8b56-322941a9c702 req-e942f4db-afb2-49dd-9229-2ca6dc8e7105 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0959408 Feb 18 12:55:12.189111 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-a88330dc-d3b4-4286-8b56-322941a9c702 req-fe202c0b-aa7f-42ca-bcbb-725266cb9830 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461001 Feb 18 12:55:13.398944 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6672e-4d12-4f79-bbf4-00f674920796 req-b46432bb-05d8-4329-9a21-8944cd08d7a7 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:13.400556 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4ba6672e-4d12-4f79-bbf4-00f674920796 req-b46432bb-05d8-4329-9a21-8944cd08d7a7 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0951102 Feb 18 12:55:13.448580 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4ba6672e-4d12-4f79-bbf4-00f674920796 req-1e673f9b-b7bd-4feb-a75a-f233ae7c83c3 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416210 Feb 18 12:55:14.650347 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4c2bf-7236-42f4-a2d8-ebc9a85521db req-3694e21a-7641-4053-9279-8b2dc02dc12b tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:14.651898 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c5a4c2bf-7236-42f4-a2d8-ebc9a85521db req-3694e21a-7641-4053-9279-8b2dc02dc12b tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0876849 Feb 18 12:55:14.705315 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c5a4c2bf-7236-42f4-a2d8-ebc9a85521db req-995d599a-8b77-45d1-907a-98444d7a6d21 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Feb 18 12:55:15.911828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00b356-e307-4278-a7a1-f69428bcb32f req-c7b050b1-166f-438c-8ade-ba4c45f05b4a tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:15.913607 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ca00b356-e307-4278-a7a1-f69428bcb32f req-c7b050b1-166f-438c-8ade-ba4c45f05b4a tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0935259 Feb 18 12:55:15.964057 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ca00b356-e307-4278-a7a1-f69428bcb32f req-7839c63d-43d3-41d3-ae4b-7c8a4742d89b tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441542 Feb 18 12:55:17.063954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:17.175594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33055f9-85ca-4556-a8fb-540b447c7049 req-626ce081-f0db-4c67-87cc-6b86e099b840 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:17.177398 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b33055f9-85ca-4556-a8fb-540b447c7049 req-626ce081-f0db-4c67-87cc-6b86e099b840 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0897570 Feb 18 12:55:17.233774 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b33055f9-85ca-4556-a8fb-540b447c7049 req-b7aaba5a-bd13-468f-91f9-0fa576274387 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478768 Feb 18 12:55:18.328530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-2ad14a55-0401-4798-b8f0-48d6f94dea01 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:18.330146 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-2ad14a55-0401-4798-b8f0-48d6f94dea01 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.0929635 Feb 18 12:55:18.467997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Deleting port 26be4967-d2ab-496e-ae8d-accc7210c4d3 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 12:55:18.468374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:18.499383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:55:18.605575 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e1d87-d030-47fe-95ad-426440f91451 req-d7908968-6f5c-4171-8ae4-d34f64a5365f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:18.607097 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fa5e1d87-d030-47fe-95ad-426440f91451 req-d7908968-6f5c-4171-8ae4-d34f64a5365f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 945 time: 0.2317531 Feb 18 12:55:18.761544 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-fa5e1d87-d030-47fe-95ad-426440f91451 req-18b3f607-2893-446f-98de-59b899d3ff18 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/security-groups?id=cb2eb90b-223d-401e-bff6-e8323c9a96f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475499 Feb 18 12:55:18.796941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] For port 26be4967-d2ab-496e-ae8d-accc7210c4d3, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=26be4967-d2ab-496e-ae8d-accc7210c4d3,segment=NetworkSegment(48b841cf-d634-4b9e-b4a5-9053e9626e80),segment_id=48b841cf-d634-4b9e-b4a5-9053e9626e80)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:18.797393 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:18.939054 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Calling delete_port for 26be4967-d2ab-496e-ae8d-accc7210c4d3 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 12:55:19.073513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 26be4967-d2ab-496e-ae8d-accc7210c4d3 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:55:19.099021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:19.111823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] No Port match for: 26be4967-d2ab-496e-ae8d-accc7210c4d3 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 12:55:19.112222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device 26be4967-d2ab-496e-ae8d-accc7210c4d3 not bound to the agent host hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 12:55:19.117882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-09c950cc-e686-45c6-b7ab-5e9654d5c16a tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:19.226482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Pushing event deleted for resources: {'Port': ['ID=26be4967-d2ab-496e-ae8d-accc7210c4d3,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:19.229530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:19.335365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] No DVR routers for this DVR port 26be4967-d2ab-496e-ae8d-accc7210c4d3 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 12:55:19.337881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:19.340785 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'name': 'network-vif-deleted', 'tag': '26be4967-d2ab-496e-ae8d-accc7210c4d3'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:55:19.356996 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-67b4bd7b-3ad6-4a8b-abb4-ad265a3105fd req-87996149-d9c9-4b37-bf74-e62b4949e079 tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.101 "DELETE /v2.0/ports/26be4967-d2ab-496e-ae8d-accc7210c4d3 HTTP/1.1" status: 204 len: 173 time: 1.0191791 Feb 18 12:55:19.392191 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd72346d-f3e9-485d-8954-d5574e35655a', 'name': 'network-vif-deleted', 'tag': '26be4967-d2ab-496e-ae8d-accc7210c4d3', 'status': 'completed', 'code': 200} Feb 18 12:55:19.941865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-8858e26c-77e6-42f0-86bb-d1512cbea4cb req-65860bc1-8e48-4176-ba77-62040049e46f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Synchronizing usage tracker for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:55:19.958438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-8858e26c-77e6-42f0-86bb-d1512cbea4cb req-65860bc1-8e48-4176-ba77-62040049e46f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Unset dirty status for tenant:0cb780e4769a42a69710c14acaf4903b on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:55:19.959747 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8858e26c-77e6-42f0-86bb-d1512cbea4cb req-65860bc1-8e48-4176-ba77-62040049e46f tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] 10.222.0.85 "GET /v2.0/ports?device_id=dd72346d-f3e9-485d-8954-d5574e35655a HTTP/1.1" status: 200 len: 210 time: 0.0705659 Feb 18 12:55:27.274754 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8056dc6-df55-4476-b35f-e855b0125056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:29.761877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-99e0fac4-15a2-4f46-96c5-f0533b11ce71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:30.167913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:31.655352 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:31.659003 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:43.143176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57252) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:43.210230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Deleting subnet be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 12:55:43.213440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:43.274738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847857002'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:43.346701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:43.618768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848218895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905170'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:43.633567 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:43.734472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0fdfb5-9963-4a2b-8836-edfa07c4e4a0,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:43.749627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.750046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.750457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.750866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.751266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.751672 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.752066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.752464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.752861 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.753316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.754301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.754301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.754577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.754870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.755260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.755657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.756043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.756432 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.756820 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.757286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.757648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.758053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.758435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.758825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:43.762888 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:43.797306 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:43.804509 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-30227ead-caa8-4d45-ac5c-1475c14623fa admin admin] 10.222.0.85 "DELETE /v2.0/subnets/be0fdfb5-9963-4a2b-8836-edfa07c4e4a0 HTTP/1.1" status: 204 len: 168 time: 0.6601782 Feb 18 12:55:43.807238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57256) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:43.933468 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:44.134632 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:44.256356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c180ec6d-cf26-4868-8ffd-53a53f81f0e6']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:44.269833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b841cf-d634-4b9e-b4a5-9053e9626e80') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:44.270329 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b841cf-d634-4b9e-b4a5-9053e9626e80') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:44.282396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6918830'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:44.298331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:44.300702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 12:55:44.490534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:55:44.499729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566736'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:44.689420 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Network c180ec6d-cf26-4868-8ffd-53a53f81f0e6 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 12:55:44.716732 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 12:55:44.793259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:44.796840 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-146d8c7d-a47e-4801-aae8-1176b3d0c253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:44.811724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:44.825958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=c180ec6d-cf26-4868-8ffd-53a53f81f0e6,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:44.829131 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] 10.222.0.85 "DELETE /v2.0/networks/c180ec6d-cf26-4868-8ffd-53a53f81f0e6 HTTP/1.1" status: 204 len: 168 time: 1.0208590 Feb 18 12:55:44.830132 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-617eed2b-47e5-4b56-8c55-e05eb4580cfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:44.950861 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57262) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:45.004962 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-f057d54d-0b7c-40a5-8d1f-d70fd06e2f21 admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=0cb780e4769a42a69710c14acaf4903b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523720 Feb 18 12:55:45.007584 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57266) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:45.073280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:45.102530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:45.157724 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:45.163490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5f0de70e-be82-431d-b3ec-94b4926d4203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:45.178414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2eb90b-223d-401e-bff6-e8323c9a96f0,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:45.183744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:45.185778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:45.186986 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/cb2eb90b-223d-401e-bff6-e8323c9a96f0 HTTP/1.1" status: 204 len: 168 time: 0.1785600 Feb 18 12:55:46.037731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57288) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:46.155136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-396005858-network', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:46.161275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:46.165988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Usage tracker for resource:network and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:46.169528 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:46.176998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:46.188728 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Made reservation on behalf of be7f1caea4f142e691fcc9e3fa5a3131 for: {'network': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:55:46.195153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.211510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.233880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:46.238745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Usage tracker for resource:security_group_rule and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:46.242364 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:46.249213 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:46.621759 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.624499 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.629986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f2ae356d-00f8-4993-bc8f-a52bdaf7a7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:46.663789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83996) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:55:46.673570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c03adc-2fda-4f40-baa9-b8b5067ad2e9,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:46.678730 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:46.682317 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.682317 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Added segment c028749a-1afb-4245-8b2c-960059bb862a of type vxlan for network 3838c0ea-3a26-46f7-ad9a-5150b269b758 Feb 18 12:55:46.711798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.744871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.746476 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:46.747228 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:46.752678 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ac8f1b91-03f1-4213-b744-d77f5fe996d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:46.855291 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8163257 Feb 18 12:55:46.859990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 57294) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:46.861389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Pushing event updated for resources: {'Network': ['ID=3838c0ea-3a26-46f7-ad9a-5150b269b758,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:46.865251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-267352f2-4137-4be8-b5d6-31e3620fdc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:46.867129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Request body: {'subnet': {'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-396005858-subnet', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'ip_version': 4}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:46.872872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:46.873687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:55:46.876936 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Usage tracker for resource:subnet and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:46.880019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:46.887318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:46.892342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:55:46.896269 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Made reservation on behalf of be7f1caea4f142e691fcc9e3fa5a3131 for: {'subnet': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:55:46.902345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036847881835'] for subnet, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.114230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.382146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853778412', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036847881818'] for subnet, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.399091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:47.546694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:47.562148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.562565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.562976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.563378 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.563778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.564175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.564570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.565031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.565394 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.566083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.566474 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.567044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.567487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.567889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.568282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.568673 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.569086 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.569480 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.569868 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.570261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.570636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.571020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.571416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.571802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:47.576675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:47.639443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Checking segment: {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:47.639747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Network hostable DHCP agents. Network: 3838c0ea-3a26-46f7-ad9a-5150b269b758, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:55:47.664289 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:55:47.673921 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, 3838c0ea-3a26-46f7-ad9a-5150b269b758) {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:47.684129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554e80f8-fc5f-4a4f-af1b-20ceb1caa47d None None] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:55:47.687732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:47.688385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.710385 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0ad2d91d-921c-415d-a222-04cec470229b admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8489363 Feb 18 12:55:47.713259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 57298) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:47.719032 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:47.726208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:47.732288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Usage tracker for resource:router and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:47.738286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:47.746010 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:47.766610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854014220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854748135'] for router, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.767816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854014235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854006525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27665'] for router, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.792312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:47.998303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbaa753c-d98a-52c0-825f-00bff6fbd4d6-3838c0ea-3a26-46f7-ad9a-5150b269b758', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71'}]}} from dv-cinder-776422-1-smb. {{(pid=83998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:55:47.999239 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:48.119292 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:48.342560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Allocated IP 172.20.0.2 (3838c0ea-3a26-46f7-ad9a-5150b269b758/ed0c2b56-311c-40d3-bd89-1f73e5c9bd71/58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:48.494726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:48.536151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:48.598049 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:48.609655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Transition to ACTIVE for port object 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:48.632110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Transition to ACTIVE for port object 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:48.638495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:48.655043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:48.807856 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Pushing event updated for resources: {'Port': ['ID=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:48.828870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.829252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.829623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.830061 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.830463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.830833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.831199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.832104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.832457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.832993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.833363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.834646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.834646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.834646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.835008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.835096 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.835450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.835809 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.836172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.836524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.836918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.837253 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.837607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.837967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:48.841798 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Allocated IP 172.28.3.174 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/aa87c16e-dfd8-4109-a450-ea1579acd3a5) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:48.851520 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:48.885179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:48.887293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:48.891268 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:48.955976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Attempting to bind port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:48.956780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Attempting to bind port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:48.957233 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Attempting to bind port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 on network 3838c0ea-3a26-46f7-ad9a-5150b269b758 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:48.966039 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:48.966465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Checking segment: {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:48.966922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:48.967485 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Bound using segment: {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:48.968385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Bound port: 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:48.969110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:49.045337 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:49.081768 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] For port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:55:49.082048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:49.085845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] For port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:55:49.088842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:49.106255 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f76063ed-7dd8-4177-9601-eed7c315f474 tempest-ServerRescueNegativeTestJSON-1749150995 tempest-ServerRescueNegativeTestJSON-1749150995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:49.106557 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:49.251349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Pushing event updated for resources: {'Port': ['ID=aa87c16e-dfd8-4109-a450-ea1579acd3a5,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:49.261526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Pushing event updated for resources: {'Port': ['ID=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:49.265866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:49.266879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:49.325740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:49.328054 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:49.331381 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:49.867626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:49.949110 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:50.086763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:50.465755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-761490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299'] for router, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:50.719206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 is scheduled to L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 with binding_index 1 {{(pid=83997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:55:50.809560 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7887984d-ee44-483d-afa5-e8674f392d9a None None] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:55:50.912570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] Provisioning for port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:50.933153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] Provisioning complete for port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:50.933153 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:50.941539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:55:50.953659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Sync routers for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:55:50.964330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:50.965045 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:55:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:50.974178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] Notify callbacks [] for router, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:50.978865 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-20985ed7-aa85-45d5-ac29-029e5bbed6f6 admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2613561 Feb 18 12:55:50.979322 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57304) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:51.181184 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:51.404324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:51.484659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] For port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:51.492772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:51.497848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:51.616867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] Pushing event updated for resources: {'Port': ['ID=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:51.626743 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e5d4ed5a-0775-4058-b097-628e5f4323a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:51.683088 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:49Z', 'revision_number': 3, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:51.691976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Checking router: 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:55:51.692645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Updating router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 port aa87c16e-dfd8-4109-a450-ea1579acd3a5 binding host dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:55:51.802698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:51.842722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-150ac92a-8334-4919-86ac-a21789a25944 None None] Provisioning complete for port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:51.843500 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-150ac92a-8334-4919-86ac-a21789a25944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:51.934340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:52.135910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:52.136622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.155826 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.361802 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-46fced1a-b54f-4db4-bbf0-782844aff6c0 None None] Provisioning complete for port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:52.362143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-46fced1a-b54f-4db4-bbf0-782844aff6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.515555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.539529 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Transition to ACTIVE for port object aa87c16e-dfd8-4109-a450-ea1579acd3a5 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:52.543197 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.583532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2eb02b49-3c81-4697-9bf9-488ec0a67a88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:52.758300 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Allocated IP 172.20.0.1 (3838c0ea-3a26-46f7-ad9a-5150b269b758/ed0c2b56-311c-40d3-bd89-1f73e5c9bd71/cc5c026a-2ca5-402f-b88c-6ef3275eea09) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:52.762232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Pushing event updated for resources: {'Port': ['ID=aa87c16e-dfd8-4109-a450-ea1579acd3a5,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:52.778624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.778987 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.779162 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.781261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.783463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.783463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.783463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.783463 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.784751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.784751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.785115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.785665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.786028 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.786383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.786773 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.787088 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.787437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:55:52.793869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:52.864725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Attempting to bind port aa87c16e-dfd8-4109-a450-ea1579acd3a5 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:52.865179 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Attempting to bind port aa87c16e-dfd8-4109-a450-ea1579acd3a5 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:52.865630 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Attempting to bind port aa87c16e-dfd8-4109-a450-ea1579acd3a5 on network 8aeb3598-1153-4699-96ad-276093b44ab6 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:52.873141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:52.873551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:52.874000 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.874427 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Bound using segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:52.874940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Bound port: aa87c16e-dfd8-4109-a450-ea1579acd3a5, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:52.875345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.989871 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:52.995169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] For port aa87c16e-dfd8-4109-a450-ea1579acd3a5, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:55:53.000585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] For port aa87c16e-dfd8-4109-a450-ea1579acd3a5, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=aa87c16e-dfd8-4109-a450-ea1579acd3a5,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:55:53.006066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:53.014290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Transition to ACTIVE for port object cc5c026a-2ca5-402f-b88c-6ef3275eea09 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:53.023926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:53.041796 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:53.056501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d2af395f-574c-4fb9-8cca-63d2c21d49c5 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:53.198139 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Pushing event updated for resources: {'Port': ['ID=aa87c16e-dfd8-4109-a450-ea1579acd3a5,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:53.203892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a723b695-3958-4334-a9d4-26c19caa669c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:53.205246 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5c026a-2ca5-402f-b88c-6ef3275eea09,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:53.220782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:53.267647 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:53.268326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:55:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:53.291029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:53.292933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:53.296516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:53.390076 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765406'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:53.670278 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3468ccd5-0fc8-4e91-927a-cef9f1522001 None None] Provisioning for port cc5c026a-2ca5-402f-b88c-6ef3275eea09 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:53.676686 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-3468ccd5-0fc8-4e91-927a-cef9f1522001 None None] Provisioning complete for port cc5c026a-2ca5-402f-b88c-6ef3275eea09 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:53.677170 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3468ccd5-0fc8-4e91-927a-cef9f1522001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:53.708982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:53.747403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3468ccd5-0fc8-4e91-927a-cef9f1522001 None None] Port cc5c026a-2ca5-402f-b88c-6ef3275eea09 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:55:53.756702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:54.040961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:49Z', 'revision_number': 3, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:54.045415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df83c161-f1fe-4835-8098-841cbfe0d80f None None] The sync data for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb is: [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:49Z', 'revision_number': 3, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:55:54.084143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:54.087853 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:54.118616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ee8ecaff-a872-44f8-8ae9-bc090ca0d6c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:54.211593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Pushing event updated for resources: {'Port': ['ID=cc5c026a-2ca5-402f-b88c-6ef3275eea09,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:54.214465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853242984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854010500'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:54.228564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:54.363062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:54.364195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:54.685729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-bb9e8162-779d-4490-b336-3bd2e8d45f04 None None] Provisioning complete for port cc5c026a-2ca5-402f-b88c-6ef3275eea09 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:54.686608 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb9e8162-779d-4490-b336-3bd2e8d45f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:54.760502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e8162-779d-4490-b336-3bd2e8d45f04 None None] Port cc5c026a-2ca5-402f-b88c-6ef3275eea09 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:55:54.855211 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:55:55.064144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:55:55.074466 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] 10.222.0.85 "PUT /v2.0/routers/6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0939863 Feb 18 12:55:55.499295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:55:55.791993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83997) accepted ('10.222.0.85', 57326) {{(pid=83997) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:55.798709 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1511790677-network', 'tenant_id': 'd4a2a93a07f148c680f615428194a199'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:55.804126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:55.808608 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Usage tracker for resource:network and tenant:d4a2a93a07f148c680f615428194a199 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:55.813144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:55.820021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:55.830598 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Made reservation on behalf of d4a2a93a07f148c680f615428194a199 for: {'network': 1} {{(pid=83997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:55:55.836374 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for network, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.837770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device aa87c16e-dfd8-4109-a450-ea1579acd3a5 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:55.853232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.870541 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:55.874974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a2a93a07f148c680f615428194a199 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:55.878992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:55.885525 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:55.914941 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port aa87c16e-dfd8-4109-a450-ea1579acd3a5 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:55:55.920189 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port aa87c16e-dfd8-4109-a450-ea1579acd3a5 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:55.920763 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.983927 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.986993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:55.992209 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-e2e2ce0e-b8f8-4499-af99-6882b5c5b2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:56.020113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 18 12:55:56.042692 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a95e4c-096e-4b50-a1f6-0e7720c166c2,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:56.045949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757921623070', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.046392 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.segments_db [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Added segment 3fbc02db-5bed-4db6-8060-64b473bbd193 of type vxlan for network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 Feb 18 12:55:56.047786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:56.057008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.075126 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port aa87c16e-dfd8-4109-a450-ea1579acd3a5, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=aa87c16e-dfd8-4109-a450-ea1579acd3a5,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:55:56.076065 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363278933674510'] for network, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.079576 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.082430 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:56.108506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965'] for network, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.109851 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:56.110498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.116698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8063045d-0c22-4e23-98c8-a0c2e3b1f83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:56.157359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=aa87c16e-dfd8-4109-a450-ea1579acd3a5,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:56.160780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:56.229543 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] 10.222.0.85 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4361722 Feb 18 12:55:56.230556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Pushing event updated for resources: {'Network': ['ID=b5d8a0a7-74ae-4e3a-bffb-db23c0e69293,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:56.233506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57330) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:56.233684 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ab170b63-09b7-4bb8-8461-30e51af8c082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:56.242805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Request body: {'subnet': {'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1511790677-subnet', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'ip_version': 4}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:56.243414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 details requested by agent ovs-agent-dv-cinder-776422-1-smb with host dv-cinder-776422-1-smb {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:55:56.248062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:56.252372 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Usage tracker for resource:subnet and tenant:d4a2a93a07f148c680f615428194a199 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:56.257496 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:56.262008 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 details requested by agent ovs-agent-hv-cinder-77642 with host hv-cinder-77642 {{(pid=83998) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 18 12:55:56.263755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:56.274085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Made reservation on behalf of d4a2a93a07f148c680f615428194a199 for: {'subnet': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:55:56.279445 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846870600'] for subnet, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.731680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6556874', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846870645'] for subnet, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:56.748443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6e3a2075-27cf-4068-a7ee-64a1fd1eb8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:56.895497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Sync routers for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:55:56.898134 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=310a9dbd-cf00-42f0-9309-c61599634d06,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:56.902186 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:56.907677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:55:56.908414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:55:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:56.975366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Checking segment: {'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:56.975681 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Network hostable DHCP agents. Network: b5d8a0a7-74ae-4e3a-bffb-db23c0e69293, hostable agents: ['15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e'], hosted agents: [] {{(pid=83996) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 18 12:55:56.998732 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 is scheduled to be hosted by DHCP agent 15f7db69-ba76-4b9f-ae21-46dd1ddc0f6e with binding_index 1 {{(pid=83996) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 18 12:55:57.014750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-776422-1-smb, b5d8a0a7-74ae-4e3a-bffb-db23c0e69293) {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:57.028400 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:55:57.029083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.049369 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9c0c08f1-f8af-4a11-b1cf-22eb83221228 admin admin] 10.222.0.85 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8146000 Feb 18 12:55:57.052739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57334) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:55:57.058360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:55:57.067690 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d962147d-003e-4259-a592-5699892fdbd9 None None] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:55:57.067930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:55:57.072530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Usage tracker for resource:router and tenant:d4a2a93a07f148c680f615428194a199 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:55:57.076727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:55:57.086767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:55:57.096257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854014220', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854748135'] for router, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.097793 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854014235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854006525', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-599533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27665'] for router, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.114452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.207454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:55:57.332438 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3ee5-b09c-444b-b312-a229283d7199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.424458 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854006390', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-761475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27648'] for router, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.791128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.801568 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcbaa753c-d98a-52c0-825f-00bff6fbd4d6-b5d8a0a7-74ae-4e3a-bffb-db23c0e69293', 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'fixed_ips': [{'subnet_id': '310a9dbd-cf00-42f0-9309-c61599634d06'}]}} from dv-cinder-776422-1-smb. {{(pid=83998) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 18 12:55:57.802513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.832842 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:57.864760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device aa87c16e-dfd8-4109-a450-ea1579acd3a5 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:55:58.092644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port aa87c16e-dfd8-4109-a450-ea1579acd3a5 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:55:58.093203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:58.130398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Allocated IP 172.28.3.188 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/9520a0a7-029a-48f4-a923-062e4e1e9503) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:58.179997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 2, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:55:58.195446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Checking router: 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:55:58.195997 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Updating router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 port cc5c026a-2ca5-402f-b88c-6ef3275eea09 binding host dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:55:58.291889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:58.300630 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:58.332915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:58.349070 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:58.500631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Allocated IP 172.20.0.2 (b5d8a0a7-74ae-4e3a-bffb-db23c0e69293/310a9dbd-cf00-42f0-9309-c61599634d06/3ff8029c-dff2-46d8-a118-a63834492c52) {{(pid=83998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:55:58.502612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Pushing event updated for resources: {'Port': ['ID=9520a0a7-029a-48f4-a923-062e4e1e9503,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:58.509068 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:58.561660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:58.562873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:58.566078 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:59.016148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Notify callbacks [] for port, precommit_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.032316 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Transition to ACTIVE for port object 3ff8029c-dff2-46d8-a118-a63834492c52 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:59.069232 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Transition to ACTIVE for port object 3ff8029c-dff2-46d8-a118-a63834492c52 will not be triggered until provisioned by entity DHCP. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:59.125884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485'] for port, after_create {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.145477 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:59.305966 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.328079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Pushing event updated for resources: {'Port': ['ID=3ff8029c-dff2-46d8-a118-a63834492c52,revision_number=1']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:59.345976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:59.349105 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Transition to ACTIVE for port object cc5c026a-2ca5-402f-b88c-6ef3275eea09 will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:55:59.354358 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.373331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-09a6e18a-7f8a-4fbd-b395-062b031726ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:55:59.418345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.546974 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ee60b-af6b-4136-90a5-b6224fde0c8c None None] Pushing event updated for resources: {'Port': ['ID=cc5c026a-2ca5-402f-b88c-6ef3275eea09,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:55:59.556677 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-515ee60b-af6b-4136-90a5-b6224fde0c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:55:59.589655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 is already hosted by enough agents. {{(pid=83998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:55:59.595410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Resources bound (agent type, host, resource id): {{(pid=83998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:55:59.600622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Received port after_create {{(pid=83998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:55:59.697398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Attempting to bind port 3ff8029c-dff2-46d8-a118-a63834492c52 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:59.697398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Attempting to bind port 3ff8029c-dff2-46d8-a118-a63834492c52 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:59.697398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Attempting to bind port 3ff8029c-dff2-46d8-a118-a63834492c52 on network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:59.785408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:59.785679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Checking segment: {'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:59.786127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.786571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Bound using segment: {'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:59.787192 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Bound port: 3ff8029c-dff2-46d8-a118-a63834492c52, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:59.787643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.860447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9b63f4c2-933b-45a3-9427-7a1d38e6bee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.922312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-761490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854006299'] for router, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.940792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Attempting to bind port cc5c026a-2ca5-402f-b88c-6ef3275eea09 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:55:59.941262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Attempting to bind port cc5c026a-2ca5-402f-b88c-6ef3275eea09 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:55:59.941731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Attempting to bind port cc5c026a-2ca5-402f-b88c-6ef3275eea09 on network 3838c0ea-3a26-46f7-ad9a-5150b269b758 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:55:59.960982 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:55:59.961408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Checking segment: {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:55:59.961867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:55:59.962318 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Bound using segment: {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:55:59.962857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Bound port: cc5c026a-2ca5-402f-b88c-6ef3275eea09, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:55:59.963282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:00.060113 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] For port 3ff8029c-dff2-46d8-a118-a63834492c52, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:56:00.075881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] For port 3ff8029c-dff2-46d8-a118-a63834492c52, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=3ff8029c-dff2-46d8-a118-a63834492c52,segment=NetworkSegment(3fbc02db-5bed-4db6-8060-64b473bbd193),segment_id=3fbc02db-5bed-4db6-8060-64b473bbd193)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:56:00.089750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:00.109372 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:00.203013 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Router 3064e4c1-7422-40ea-a6c4-e60720098a14 is scheduled to L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 with binding_index 1 {{(pid=83996) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 18 12:56:00.434009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] For port cc5c026a-2ca5-402f-b88c-6ef3275eea09, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:56:00.445457 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:56:00.454513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:00.460640 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Sync routers for ids ['3064e4c1-7422-40ea-a6c4-e60720098a14'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:56:00.462074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] For port cc5c026a-2ca5-402f-b88c-6ef3275eea09, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=cc5c026a-2ca5-402f-b88c-6ef3275eea09,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:56:00.476857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:00.482659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Routers {'3064e4c1-7422-40ea-a6c4-e60720098a14'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:00.482926 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] 10.222.0.85 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4244614 Feb 18 12:56:00.483087 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:56:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['3064e4c1-7422-40ea-a6c4-e60720098a14'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:00.483256 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57338) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:56:00.484511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:00.587687 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Pushing event updated for resources: {'Port': ['ID=3ff8029c-dff2-46d8-a118-a63834492c52,revision_number=2']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:00.607210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:00.607706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:00.751190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ee60b-af6b-4136-90a5-b6224fde0c8c None None] Pushing event updated for resources: {'Port': ['ID=cc5c026a-2ca5-402f-b88c-6ef3275eea09,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:00.761664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-515ee60b-af6b-4136-90a5-b6224fde0c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:00.773609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Set router 3064e4c1-7422-40ea-a6c4-e60720098a14 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:00.796558 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:00.797620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:56:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:01.053935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:01.184800 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T12:55:59Z', 'revision_number': 3, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port': {'id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:58Z', 'updated_at': '2021-02-18T12:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:01.190938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Checking router: 3064e4c1-7422-40ea-a6c4-e60720098a14 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:56:01.192351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Updating router 3064e4c1-7422-40ea-a6c4-e60720098a14 port 9520a0a7-029a-48f4-a923-062e4e1e9503 binding host dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:56:01.260469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:01.498980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:00Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:01.504006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7d60f0-aa87-49b9-9581-dc3add173f2d None None] The sync data for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb is: [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:00Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:56:01.566227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:01.651522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:01.658636 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:01.791620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Notify callbacks [] for port, precommit_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:01.806355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Transition to ACTIVE for port object 9520a0a7-029a-48f4-a923-062e4e1e9503 will not be triggered until provisioned by entity L2. {{(pid=83999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:56:01.809777 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:01.944857 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cc5c026a-2ca5-402f-b88c-6ef3275eea09 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:01.963682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:02.032983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port cc5c026a-2ca5-402f-b88c-6ef3275eea09 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:02.040009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Allocated IP 172.20.0.1 (b5d8a0a7-74ae-4e3a-bffb-db23c0e69293/310a9dbd-cf00-42f0-9309-c61599634d06/2cbe7e43-25f8-4c44-a635-15ae6a6f10ac) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:56:02.041383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port cc5c026a-2ca5-402f-b88c-6ef3275eea09 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:02.042045 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.053590 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d027-de97-4206-a5be-fb92cb71734b None None] Pushing event updated for resources: {'Port': ['ID=9520a0a7-029a-48f4-a923-062e4e1e9503,revision_number=2']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:02.060503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f697d027-de97-4206-a5be-fb92cb71734b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:02.098722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Attempting to bind port 9520a0a7-029a-48f4-a923-062e4e1e9503 on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:56:02.099506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Attempting to bind port 9520a0a7-029a-48f4-a923-062e4e1e9503 by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:56:02.100384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Attempting to bind port 9520a0a7-029a-48f4-a923-062e4e1e9503 on network 8aeb3598-1153-4699-96ad-276093b44ab6 {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:56:02.121196 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:56:02.121979 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Checking segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:56:02.123579 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.124115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Bound using segment: {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'} {{(pid=83999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:56:02.124750 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Bound port: 9520a0a7-029a-48f4-a923-062e4e1e9503, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac9f600-886f-460b-aa50-28d05eb7c744', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}}] {{(pid=83999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:56:02.125280 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.233035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.266998 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] For port 9520a0a7-029a-48f4-a923-062e4e1e9503, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:56:02.272006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] For port 9520a0a7-029a-48f4-a923-062e4e1e9503, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=9520a0a7-029a-48f4-a923-062e4e1e9503,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:56:02.277060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83999) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.300600 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:02.302459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port cc5c026a-2ca5-402f-b88c-6ef3275eea09, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=cc5c026a-2ca5-402f-b88c-6ef3275eea09,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:56:02.308459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.321650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.322631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 3ff8029c-dff2-46d8-a118-a63834492c52 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:02.367887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Transition to ACTIVE for port object 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:56:02.397382 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.423092 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:02.437770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:02.456148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d027-de97-4206-a5be-fb92cb71734b None None] Pushing event updated for resources: {'Port': ['ID=9520a0a7-029a-48f4-a923-062e4e1e9503,revision_number=3']} {{(pid=83999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:02.465257 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f697d027-de97-4206-a5be-fb92cb71734b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=83999) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:02.500721 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36fa6c5-5b97-42b2-b523-cdec1bb6c34a None None] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 12:56:02.574264 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Routers {'3064e4c1-7422-40ea-a6c4-e60720098a14'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:02.575249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:56:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['3064e4c1-7422-40ea-a6c4-e60720098a14'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:02.682026 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 3ff8029c-dff2-46d8-a118-a63834492c52 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:02.693176 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-70f1c3c2-6480-4108-987b-32d199ab3ad2 None None] Provisioning for port 3ff8029c-dff2-46d8-a118-a63834492c52 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:02.728120 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 3ff8029c-dff2-46d8-a118-a63834492c52 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:02.728619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.779550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=cc5c026a-2ca5-402f-b88c-6ef3275eea09,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:02.783121 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-70f1c3c2-6480-4108-987b-32d199ab3ad2 None None] Provisioning complete for port 3ff8029c-dff2-46d8-a118-a63834492c52 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:02.783695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70f1c3c2-6480-4108-987b-32d199ab3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:02.825665 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:02.857574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] Set router 3064e4c1-7422-40ea-a6c4-e60720098a14 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:02.934104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:02.949141 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:03.006659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:56:03.008291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:56:03.010983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:56:03.082980 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-765406'] for router_interface, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.106218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.119702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-70f1c3c2-6480-4108-987b-32d199ab3ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.201999 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 3ff8029c-dff2-46d8-a118-a63834492c52, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=3ff8029c-dff2-46d8-a118-a63834492c52,segment=NetworkSegment(3fbc02db-5bed-4db6-8060-64b473bbd193),segment_id=3fbc02db-5bed-4db6-8060-64b473bbd193)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:56:03.245419 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.260628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:03.278988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.350731 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [None req-70f1c3c2-6480-4108-987b-32d199ab3ad2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 12:56:03.351135 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [None req-70f1c3c2-6480-4108-987b-32d199ab3ad2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 12:56:03.368333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=3ff8029c-dff2-46d8-a118-a63834492c52,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:03.374320 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:03.526227 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T12:55:59Z', 'revision_number': 3, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port': {'id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:58Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:03.531662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a804f84f-8e50-475e-b77b-f9ecfe82162e None None] The sync data for ids ['3064e4c1-7422-40ea-a6c4-e60720098a14'] in dv-cinder-776422-1-smb is: [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T12:55:59Z', 'revision_number': 3, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port': {'id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:65:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:58Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:56:03.640146 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.645643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.677565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0d212b54-aea1-449f-9a93-ec22905d4226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:03.773631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Pushing event updated for resources: {'Port': ['ID=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:03.776553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853242984', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854010500'] for router_interface, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:03.793931 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:03.846889 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cc5c026a-2ca5-402f-b88c-6ef3275eea09 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:03.951887 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:56:03.957109 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:56:04.022716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port cc5c026a-2ca5-402f-b88c-6ef3275eea09 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:04.022716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:04.259079 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Router 3064e4c1-7422-40ea-a6c4-e60720098a14 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:56:04.427145 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-bb33830d-21b9-44a1-ad67-eb4145cc0110 None None] Provisioning for port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:04.434792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 3ff8029c-dff2-46d8-a118-a63834492c52 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:04.467297 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-bb33830d-21b9-44a1-ad67-eb4145cc0110 None None] Provisioning complete for port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:04.467534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb33830d-21b9-44a1-ad67-eb4145cc0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:04.555412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:56:04.558839 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-bb33830d-21b9-44a1-ad67-eb4145cc0110 None None] Port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:56:04.567643 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-05304190-ddec-4be6-8839-e5622ca32d56 admin admin] 10.222.0.85 "PUT /v2.0/routers/3064e4c1-7422-40ea-a6c4-e60720098a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0831544 Feb 18 12:56:04.581100 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 3ff8029c-dff2-46d8-a118-a63834492c52 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:04.581527 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:04.614288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-bb33830d-21b9-44a1-ad67-eb4145cc0110 None None] Provisioning complete for port 3ff8029c-dff2-46d8-a118-a63834492c52 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:04.614715 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-bb33830d-21b9-44a1-ad67-eb4145cc0110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:04.965664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9d11d3a6-ef7d-4f15-aec5-c31f4bfe133e None None] Provisioning complete for port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:04.966083 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d11d3a6-ef7d-4f15-aec5-c31f4bfe133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.028001 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9d11d3a6-ef7d-4f15-aec5-c31f4bfe133e None None] Port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:56:05.040747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9d11d3a6-ef7d-4f15-aec5-c31f4bfe133e None None] Provisioning complete for port 3ff8029c-dff2-46d8-a118-a63834492c52 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:05.041234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9d11d3a6-ef7d-4f15-aec5-c31f4bfe133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.302951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1230818236', 'description': 'tempest-TestShelveInstance-1230818236 description'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:05.309558 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:56:05.313795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Usage tracker for resource:security_group and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:56:05.318593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:56:05.325881 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:56:05.335892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.359243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:56:05.364452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Usage tracker for resource:security_group_rule and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:56:05.367777 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:56:05.373805 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:56:05.457478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.460433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.464414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-f6dba9d2-a6f6-48cf-ac08-86e2f1492cfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:05.509054 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401391f2-0a23-4734-911a-8b0f7639fb8c,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:05.512817 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:05.514118 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.515717 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-33fe9eaa-0a07-48a1-9b5d-1b50f6104c59 req-9bf0a34d-7b9e-46e8-9263-517dff93715b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3400273 Feb 18 12:56:05.637579 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-8f6cc247-3d52-4692-b9e1-f0009a266e94 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups/401391f2-0a23-4734-911a-8b0f7639fb8c HTTP/1.1" status: 200 len: 1802 time: 0.0985448 Feb 18 12:56:05.649890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '401391f2-0a23-4734-911a-8b0f7639fb8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:05.650240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '401391f2-0a23-4734-911a-8b0f7639fb8c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:05.656736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:56:05.661662 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Usage tracker for resource:security_group_rule and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:56:05.664720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83996) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:56:05.670508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:56:05.732199 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.758711 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.761850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.763968 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:05.791114 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd11ff71-e7d7-4d5e-905d-b8046e1002a2,revision_number=0']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:05.793897 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:05.801646 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.803263 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6d035e29-11df-40ae-a9f0-0b231b061c82 req-3e93b91c-a9c0-470a-9d36-822b1b9cc6d5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1580651 Feb 18 12:56:05.843955 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 9520a0a7-029a-48f4-a923-062e4e1e9503 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:05.882127 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-b3ade8df-4154-4019-8495-43c17f8d0f54 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups/401391f2-0a23-4734-911a-8b0f7639fb8c HTTP/1.1" status: 200 len: 2395 time: 0.0562155 Feb 18 12:56:05.894187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '401391f2-0a23-4734-911a-8b0f7639fb8c', 'remote_group_id': None}]} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:05.894536 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '401391f2-0a23-4734-911a-8b0f7639fb8c', 'remote_group_id': None}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:05.901506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:56:05.905659 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Usage tracker for resource:security_group_rule and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:56:05.909389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:56:05.915275 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:56:05.924276 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 9520a0a7-029a-48f4-a923-062e4e1e9503 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:05.930381 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 9520a0a7-029a-48f4-a923-062e4e1e9503 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:05.930833 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:05.980490 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:06.006334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:06.009150 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178246'] for security_group_rule, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:06.011344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:06.037055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4346cba2-b3ce-4250-838b-5519cb499555,revision_number=0']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:06.040056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:06.048617 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:06.050259 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-22d7ba52-7226-47dc-89e5-06edb6b3db9c req-ef5ed8f8-682a-476a-bab6-ae3458f5088e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1613305 Feb 18 12:56:06.076930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:06.097516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 9520a0a7-029a-48f4-a923-062e4e1e9503, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=9520a0a7-029a-48f4-a923-062e4e1e9503,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:56:06.100629 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:06.102643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-8331786f-b948-4553-89a7-1085ccb18a49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:06.182470 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=9520a0a7-029a-48f4-a923-062e4e1e9503,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:06.185970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:06.516976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Sync routers for ids ['3064e4c1-7422-40ea-a6c4-e60720098a14'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:56:06.529465 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Routers {'3064e4c1-7422-40ea-a6c4-e60720098a14'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:06.530158 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:56:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['3064e4c1-7422-40ea-a6c4-e60720098a14'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:06.754536 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Set router 3064e4c1-7422-40ea-a6c4-e60720098a14 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:07.144404 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T12:56:03Z', 'revision_number': 4, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port': {'id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:58Z', 'updated_at': '2021-02-18T12:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '2cbe7e43-25f8-4c44-a635-15ae6a6f10ac', 'name': '', 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'mac_address': 'fa:16:3e:d4:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '310a9dbd-cf00-42f0-9309-c61599634d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:56:01Z', 'updated_at': '2021-02-18T12:56:03Z', 'revision_number': 2, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'subnets': [{'id': '310a9dbd-cf00-42f0-9309-c61599634d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:07.148978 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Checking router: 3064e4c1-7422-40ea-a6c4-e60720098a14 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:56:07.149263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Updating router 3064e4c1-7422-40ea-a6c4-e60720098a14 port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac binding host dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 18 12:56:07.211789 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:07.696625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Notify callbacks [] for port, precommit_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:07.713152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Transition to ACTIVE for port object 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac will not be triggered until provisioned by entity L2. {{(pid=83998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:56:07.715634 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:07.733099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-515ee60b-af6b-4136-90a5-b6224fde0c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:07.839556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 9520a0a7-029a-48f4-a923-062e4e1e9503 up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:07.965739 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5454f5-b87d-4c93-a804-d48c71caf84c None None] Pushing event updated for resources: {'Port': ['ID=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,revision_number=3']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:07.986057 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d5454f5-b87d-4c93-a804-d48c71caf84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:08.068522 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 9520a0a7-029a-48f4-a923-062e4e1e9503 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:08.069029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:08.204513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Attempting to bind port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac on host dv-cinder-776422-1-smb for vnic_type normal with profile {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:56:08.204959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Attempting to bind port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac by drivers openvswitch on host dv-cinder-776422-1-smb at level 0 using segments [{'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:56:08.205934 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Attempting to bind port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac on network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:56:08.242991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Checking agent: {'id': '23ce5ad9-1c91-4dfc-93e9-b5b71e49e2e9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-776422-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 24, 32), 'started_at': datetime.datetime(2021, 2, 18, 12, 25, 2), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-776422-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.64', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:56:08.243343 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Checking segment: {'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:56:08.243909 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:08.244342 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Bound using segment: {'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'} {{(pid=83998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:56:08.244932 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Bound port: 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac, host: dv-cinder-776422-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbc02db-5bed-4db6-8060-64b473bbd193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293'}}] {{(pid=83998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:56:08.245335 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:08.559037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] For port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac, host dv-cinder-776422-1-smb, cleared binding levels {{(pid=83998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:56:08.571062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] For port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac, host dv-cinder-776422-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,segment=NetworkSegment(3fbc02db-5bed-4db6-8060-64b473bbd193),segment_id=3fbc02db-5bed-4db6-8060-64b473bbd193)] {{(pid=83998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:56:08.578038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:08.592218 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:08.749006 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5454f5-b87d-4c93-a804-d48c71caf84c None None] Pushing event updated for resources: {'Port': ['ID=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:08.753216 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9d5454f5-b87d-4c93-a804-d48c71caf84c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:08.800838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Routers {'3064e4c1-7422-40ea-a6c4-e60720098a14'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:08.801556 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:56:00Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['3064e4c1-7422-40ea-a6c4-e60720098a14'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:09.020221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] Set router 3064e4c1-7422-40ea-a6c4-e60720098a14 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:09.393812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T12:56:03Z', 'revision_number': 4, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port': {'id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:58Z', 'updated_at': '2021-02-18T12:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '2cbe7e43-25f8-4c44-a635-15ae6a6f10ac', 'name': '', 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'mac_address': 'fa:16:3e:d4:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '310a9dbd-cf00-42f0-9309-c61599634d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:56:01Z', 'updated_at': '2021-02-18T12:56:08Z', 'revision_number': 4, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'subnets': [{'id': '310a9dbd-cf00-42f0-9309-c61599634d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:09.398454 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5986e8de-52d1-4b62-9f4b-847f6544f646 None None] The sync data for ids ['3064e4c1-7422-40ea-a6c4-e60720098a14'] in dv-cinder-776422-1-smb is: [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T12:56:03Z', 'revision_number': 4, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port': {'id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:58Z', 'updated_at': '2021-02-18T12:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': '2cbe7e43-25f8-4c44-a635-15ae6a6f10ac', 'name': '', 'network_id': 'b5d8a0a7-74ae-4e3a-bffb-db23c0e69293', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'mac_address': 'fa:16:3e:d4:1d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '310a9dbd-cf00-42f0-9309-c61599634d06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:56:01Z', 'updated_at': '2021-02-18T12:56:08Z', 'revision_number': 4, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'subnets': [{'id': '310a9dbd-cf00-42f0-9309-c61599634d06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:56:09.854328 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:09.935595 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning for port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:09.941660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:09.942072 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:10.085395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:10.123080 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] For port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,segment=NetworkSegment(3fbc02db-5bed-4db6-8060-64b473bbd193),segment_id=3fbc02db-5bed-4db6-8060-64b473bbd193)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:56:10.126308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:10.128698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:10.210942 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Pushing event updated for resources: {'Port': ['ID=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:10.214426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:11.831392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac up at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:11.917738 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Provisioning complete for port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:11.918175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:17.073668 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:26.915702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-2aa02ae3-a6f1-43f1-b156-c209ee1089b5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Synchronizing usage tracker for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:security_group {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:56:26.931870 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-2aa02ae3-a6f1-43f1-b156-c209ee1089b5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Unset dirty status for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:security_group {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:56:26.933215 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-2aa02ae3-a6f1-43f1-b156-c209ee1089b5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1230818236&fields=id&tenant_id=be7f1caea4f142e691fcc9e3fa5a3131 HTTP/1.1" status: 200 len: 267 time: 0.0628278 Feb 18 12:56:27.109688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-8e92d66f-7e38-46a4-b720-066c281f790c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:27.110447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-8e92d66f-7e38-46a4-b720-066c281f790c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Synchronizing usage tracker for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:network {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:56:27.127855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-8e92d66f-7e38-46a4-b720-066c281f790c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Unset dirty status for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:network {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:56:27.129165 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-8e92d66f-7e38-46a4-b720-066c281f790c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 808 time: 0.1877115 Feb 18 12:56:27.147918 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-59759fb6-fcdc-4a6e-a184-d7c5ede2d987 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/quotas/be7f1caea4f142e691fcc9e3fa5a3131 HTTP/1.1" status: 200 len: 375 time: 0.0124345 Feb 18 12:56:27.241027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-e502922d-d23d-4781-ba12-17d5f58b353b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Synchronizing usage tracker for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:56:27.258794 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-e502922d-d23d-4781-ba12-17d5f58b353b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Unset dirty status for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:56:27.260238 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-e502922d-d23d-4781-ba12-17d5f58b353b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065366 Feb 18 12:56:27.275769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c5caeee1-7410-409b-9fb6-19823e053ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:27.415751 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-53c79fb1-4f5c-456b-8af8-05fffae5c3c2 service neutron] 10.222.0.85 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419892 Feb 18 12:56:27.563999 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-eab38cc6-8f60-461a-b39d-a0b00a13f301 service neutron] 10.222.0.85 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413817 Feb 18 12:56:28.007043 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4ed5413d-88d2-4008-833a-ccf1b06a170a req-218ecf99-a2cf-4640-8aaa-0fb4fddb952c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 210 time: 0.0523891 Feb 18 12:56:29.225885 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e412d711-f21a-403c-b383-c037e24f0a5d req-cb8d4334-47ad-4dc9-9bd0-0b52e82273e7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 210 time: 0.0817862 Feb 18 12:56:29.370829 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-b0bc5d64-fbf5-4223-829a-e6edde002b00 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:29.372677 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-b0bc5d64-fbf5-4223-829a-e6edde002b00 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 808 time: 0.1811137 Feb 18 12:56:29.472284 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-4c2176f2-3c36-42cb-9e25-f9d69f004799 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131 HTTP/1.1" status: 200 len: 5759 time: 0.0722680 Feb 18 12:56:29.483355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'port': {'device_id': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'admin_state_up': True, 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'security_groups': ['401391f2-0a23-4734-911a-8b0f7639fb8c']}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:29.632899 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:56:29.643069 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83996) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:56:29.651585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Made reservation on behalf of be7f1caea4f142e691fcc9e3fa5a3131 for: {'port': 1} {{(pid=83996) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 18 12:56:29.657226 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:29.764421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47d70319-eb67-4122-9754-7e6175040911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:29.985873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Allocated IP 172.20.0.4 (3838c0ea-3a26-46f7-ad9a-5150b269b758/ed0c2b56-311c-40d3-bd89-1f73e5c9bd71/a34bd156-2a55-4a5f-82d5-817fd3d907b7) {{(pid=83996) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:56:30.174305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:30.190491 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for port, precommit_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:30.207769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Transition to ACTIVE for port object a34bd156-2a55-4a5f-82d5-817fd3d907b7 will not be triggered until provisioned by entity DHCP. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:56:30.231543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_create {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:30.246699 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-d7aad93d-2ad1-4cee-a60c-f7eccd894de0 tempest-AttachVolumeNegativeTest-424780621 tempest-AttachVolumeNegativeTest-424780621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:30.393766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event updated for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=1']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:30.406901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:30.435321 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9623af-4887-4f85-9517-f3ef8514b276 req-2ba6d24c-cd6e-4d95-8d3c-b3782f9632ce tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:30.436849 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6e9623af-4887-4f85-9517-f3ef8514b276 req-2ba6d24c-cd6e-4d95-8d3c-b3782f9632ce tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 931 time: 0.0937796 Feb 18 12:56:30.452503 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 is already hosted by enough agents. {{(pid=83996) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:56:30.453747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources bound (agent type, host, resource id): {{(pid=83996) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:56:30.457164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Received port after_create {{(pid=83996) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:56:30.488208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-6e9623af-4887-4f85-9517-f3ef8514b276 req-29080cc6-244b-4ce6-a24e-afc4e0c50bcb tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Synchronizing usage tracker for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:security_group {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:56:30.502638 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-6e9623af-4887-4f85-9517-f3ef8514b276 req-29080cc6-244b-4ce6-a24e-afc4e0c50bcb tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Unset dirty status for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:security_group {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:56:30.503926 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6e9623af-4887-4f85-9517-f3ef8514b276 req-29080cc6-244b-4ce6-a24e-afc4e0c50bcb tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0598824 Feb 18 12:56:30.531205 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:30.531866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:30.559838 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-caaac40c-8357-4cf4-90b7-449e1ce70bc5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0805600 Feb 18 12:56:30.580279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Request body: {'port': {'device_id': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77642'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:30.684986 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-adb01f7c-5802-452f-ab2b-cb912e260ff1 None None] Provisioning for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 completed by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:30.691107 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-adb01f7c-5802-452f-ab2b-cb912e260ff1 None None] Provisioning complete for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 triggered by entity DHCP. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:30.691473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-adb01f7c-5802-452f-ab2b-cb912e260ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:30.709173 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:30.749898 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-adb01f7c-5802-452f-ab2b-cb912e260ff1 None None] Port a34bd156-2a55-4a5f-82d5-817fd3d907b7 cannot update to ACTIVE because it is not bound. {{(pid=83998) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 18 12:56:31.374263 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34bd156-2a55-4a5f-82d5-817fd3d907b7 {{(pid=83996) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 18 12:56:31.382663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:31.395424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Transition to ACTIVE for port object a34bd156-2a55-4a5f-82d5-817fd3d907b7 will not be triggered until provisioned by entity L2. {{(pid=83996) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 18 12:56:31.398104 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:31.413993 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-89cddfb9-cc86-42b9-9d41-41ecef8a4bcd tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:31.552570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Pushing event updated for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=2']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:31.566035 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:31.649574 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:31.657229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:31.829185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Attempting to bind port a34bd156-2a55-4a5f-82d5-817fd3d907b7 on host hv-cinder-77642 for vnic_type normal with profile {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 18 12:56:31.830207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Attempting to bind port a34bd156-2a55-4a5f-82d5-817fd3d907b7 by drivers openvswitch on host hv-cinder-77642 at level 0 using segments [{'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 18 12:56:31.830586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Attempting to bind port a34bd156-2a55-4a5f-82d5-817fd3d907b7 on network 3838c0ea-3a26-46f7-ad9a-5150b269b758 {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 18 12:56:31.842489 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4ecd0-69b6-4689-bf87-aa4999d9a148 req-244d11ab-8830-43d7-8754-4448b973b6e7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:31.843249 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-75e4ecd0-69b6-4689-bf87-aa4999d9a148 req-244d11ab-8830-43d7-8754-4448b973b6e7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Synchronizing usage tracker for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:56:31.846222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Checking agent: {'id': '811d2d80-174f-4e3a-8def-05b45e31ff83', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77642', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 18, 12, 31, 47), 'started_at': datetime.datetime(2021, 2, 18, 12, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 2, 18, 12, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.96', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 18 12:56:31.846593 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Checking segment: {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83996) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 18 12:56:31.847004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:31.847390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Bound using segment: {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'} {{(pid=83996) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 18 12:56:31.847872 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Bound port: a34bd156-2a55-4a5f-82d5-817fd3d907b7, host: hv-cinder-77642, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c028749a-1afb-4245-8b2c-960059bb862a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758'}}] {{(pid=83996) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 18 12:56:31.848299 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:31.908190 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-75e4ecd0-69b6-4689-bf87-aa4999d9a148 req-244d11ab-8830-43d7-8754-4448b973b6e7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Unset dirty status for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:56:31.909477 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75e4ecd0-69b6-4689-bf87-aa4999d9a148 req-244d11ab-8830-43d7-8754-4448b973b6e7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.2442932 Feb 18 12:56:31.990434 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-75e4ecd0-69b6-4689-bf87-aa4999d9a148 req-d92f53a6-342a-4567-b84a-bd48720398f0 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0685911 Feb 18 12:56:31.996398 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] For port a34bd156-2a55-4a5f-82d5-817fd3d907b7, host hv-cinder-77642, cleared binding levels {{(pid=83996) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 18 12:56:31.999780 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] For port a34bd156-2a55-4a5f-82d5-817fd3d907b7, host hv-cinder-77642, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83996) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 18 12:56:32.004210 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848218948'] for port, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:32.018270 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0ba1fc0f-e69f-4c76-82e1-608ed943445b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:32.175880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Pushing event updated for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=3']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:32.180446 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:32.216705 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:32.217413 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:32.218897 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-1e74fe72-a2ce-416d-95da-bdca5e9fcd5a service neutron] 10.222.0.101 "PUT /v2.0/ports/a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 1157 time: 1.6439846 Feb 18 12:56:32.219444 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:56:32.269829 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'status': 'completed', 'code': 200} Feb 18 12:56:32.375663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-41c25424-548e-43cd-84e5-ddeb20836612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:32.377954 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-41c25424-548e-43cd-84e5-ddeb20836612 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1160 time: 0.0847368 Feb 18 12:56:32.468085 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-01f79713-f3f1-47d0-bd03-d55a30677314 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 217 time: 0.0729413 Feb 18 12:56:32.499697 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:56:32.539564 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-300d0860-cc41-4003-b8d8-0e956b80d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:32.541206 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-300d0860-cc41-4003-b8d8-0e956b80d93c service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0656779 Feb 18 12:56:32.630701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-b1ada084-3ae2-4480-8cdf-ecd08e743c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:32.632349 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-b1ada084-3ae2-4480-8cdf-ecd08e743c19 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839589 Feb 18 12:56:32.783901 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-25e2a46d-5b4f-460b-9f2e-a043ca5afd7f service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410546 Feb 18 12:56:32.934206 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-87ea93e4-5cf4-4af6-83cc-5888db7acb47 req-75255bd5-eca2-4fb3-b62a-59673bfebdb8 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1444931 Feb 18 12:56:33.224652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-d99667c9-2714-4bfb-b7f1-99231f999029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:33.227538 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-d99667c9-2714-4bfb-b7f1-99231f999029 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1160 time: 0.1731575 Feb 18 12:56:33.243195 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1e5a6-5abf-4e37-b6b0-21ed217795c7 req-ed522bf2-9a4c-40bc-aa9b-3022a13c4083 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:33.244753 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-13c1e5a6-5abf-4e37-b6b0-21ed217795c7 req-ed522bf2-9a4c-40bc-aa9b-3022a13c4083 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.1318841 Feb 18 12:56:33.393099 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-13c1e5a6-5abf-4e37-b6b0-21ed217795c7 req-3166054d-ac63-4c15-8f2c-8936ec4da362 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1216328 Feb 18 12:56:33.432667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-0261fbb4-40c1-4eff-9589-3585fac1ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:33.434307 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-0261fbb4-40c1-4eff-9589-3585fac1ed14 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.1986914 Feb 18 12:56:33.509741 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-60a43a69-4ad8-49de-978b-c26be5408a4f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 217 time: 0.0675404 Feb 18 12:56:33.584453 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-52d03842-ca35-4baa-b74a-7b90d02dffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:33.586043 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-52d03842-ca35-4baa-b74a-7b90d02dffbe service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0685949 Feb 18 12:56:33.670831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-51bdcfd9-04fe-4927-a395-ca7f746de59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:33.672460 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-51bdcfd9-04fe-4927-a395-ca7f746de59a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0790994 Feb 18 12:56:33.835429 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-017f7912-c65b-446b-b8b3-6c2e508fce00 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544182 Feb 18 12:56:34.005724 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5b9d37b9-1dde-45f9-a26e-1ffc496de48d req-06966384-68f7-4906-b0a3-414c222bd561 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577494 Feb 18 12:56:34.599169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f194e2f-02fc-4862-b3f6-6b0cff23b1af req-ea57813a-f56c-4a9a-a179-3a11c2dc08cc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:34.600793 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6f194e2f-02fc-4862-b3f6-6b0cff23b1af req-ea57813a-f56c-4a9a-a179-3a11c2dc08cc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.0913534 Feb 18 12:56:34.650158 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6f194e2f-02fc-4862-b3f6-6b0cff23b1af req-45f37ed2-a9b9-47b5-a407-3663e91e0bba tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0430257 Feb 18 12:56:35.855407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8997a73-e0da-4fbd-b148-343d9add64ec req-5368fa26-4fd7-41db-b939-d5452427701a tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:35.857044 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d8997a73-e0da-4fbd-b148-343d9add64ec req-5368fa26-4fd7-41db-b939-d5452427701a tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.0918908 Feb 18 12:56:35.908331 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d8997a73-e0da-4fbd-b148-343d9add64ec req-4fa15d10-2f9f-4007-b13e-18c7468d42e5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0442340 Feb 18 12:56:37.117464 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73a8e5-50e3-4fc8-8be2-08e8e8ad8417 req-9a23d2c1-3191-41c3-a95f-4cb79f70ffb7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:37.119411 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5d73a8e5-50e3-4fc8-8be2-08e8e8ad8417 req-9a23d2c1-3191-41c3-a95f-4cb79f70ffb7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.0969718 Feb 18 12:56:37.168473 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5d73a8e5-50e3-4fc8-8be2-08e8e8ad8417 req-887c7afa-4795-44cd-8e53-1248b44fbd93 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0429432 Feb 18 12:56:38.374157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd79781-4fd3-477f-86bc-9807a3674c17 req-6b4be095-1a28-4874-81dd-ca2adb0397fe tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:38.375892 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cfd79781-4fd3-477f-86bc-9807a3674c17 req-6b4be095-1a28-4874-81dd-ca2adb0397fe tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.0940316 Feb 18 12:56:38.429236 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-cfd79781-4fd3-477f-86bc-9807a3674c17 req-fc5d9d41-c972-4859-bfac-ebaad9214d4d tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0462925 Feb 18 12:56:38.484540 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device a34bd156-2a55-4a5f-82d5-817fd3d907b7 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:38.558720 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 completed by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 18 12:56:38.563926 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:38.564288 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:38.689611 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:38.718624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:56:38.729775 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port a34bd156-2a55-4a5f-82d5-817fd3d907b7, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:56:38.733027 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:38.735031 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-7108809f-cd88-4330-989a-02b91f3be025 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:38.777209 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'code': 200} Feb 18 12:56:38.814017 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=4']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:38.817938 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:39.148778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d64e175-ea96-48bf-8d5d-360a02938b1c req-72c169e7-dc63-4bbf-b44f-1b8a48fd9bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:39.150480 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2d64e175-ea96-48bf-8d5d-360a02938b1c req-72c169e7-dc63-4bbf-b44f-1b8a48fd9bcf service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0805876 Feb 18 12:56:39.197547 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2d64e175-ea96-48bf-8d5d-360a02938b1c req-f21db79b-3562-46a2-b796-a673281e6e25 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0395429 Feb 18 12:56:39.644502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857258d-021a-4df7-81d1-deb71a23bbc3 req-6c50ed83-01fb-4510-9786-ec87a919f101 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:39.646188 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f857258d-021a-4df7-81d1-deb71a23bbc3 req-6c50ed83-01fb-4510-9786-ec87a919f101 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0983052 Feb 18 12:56:39.702010 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f857258d-021a-4df7-81d1-deb71a23bbc3 req-22f5cb83-95b8-4475-9a57-c36f0f26fb11 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0494976 Feb 18 12:56:39.886039 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device a34bd156-2a55-4a5f-82d5-817fd3d907b7 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:56:39.968436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:56:39.968766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:40.938882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cf25b-0030-44a4-b4df-e6b22e7cfe08 req-06712494-4884-42d4-97e8-15d14b839b6d tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:40.940831 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2b1cf25b-0030-44a4-b4df-e6b22e7cfe08 req-06712494-4884-42d4-97e8-15d14b839b6d tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.1059232 Feb 18 12:56:40.993437 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2b1cf25b-0030-44a4-b4df-e6b22e7cfe08 req-7c6dd94e-34fe-44fe-a61b-1adc3e5f380b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0457253 Feb 18 12:56:41.205848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791abf9-a2de-4d38-a142-ed5add4a5e6a req-11c4aacf-b5d6-476e-b408-72e1d2960acf tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:41.207518 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f791abf9-a2de-4d38-a142-ed5add4a5e6a req-11c4aacf-b5d6-476e-b408-72e1d2960acf tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0928850 Feb 18 12:56:41.258776 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f791abf9-a2de-4d38-a142-ed5add4a5e6a req-0d1ef7f5-2ff9-463c-8590-84956ea3cee5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447505 Feb 18 12:56:41.478161 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-06e7baca-834c-48c7-9efd-1f03bbd0a015 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1808035 Feb 18 12:56:41.496599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'floatingip': {'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6'}} {{(pid=83997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:41.504761 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 18 12:56:41.509187 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Usage tracker for resource:floatingip and tenant:be7f1caea4f142e691fcc9e3fa5a3131 is out of sync, need to count used quota {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 18 12:56:41.512656 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83997) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 18 12:56:41.519744 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.quota.driver [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83997) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 18 12:56:41.529261 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for floatingip, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:41.690452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:42.247683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_common [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Allocated IP 172.28.3.19 (8aeb3598-1153-4699-96ad-276093b44ab6/a3e77c60-2a36-4bf1-9af4-4c29893d58b1/c213231d-fca7-46fd-a6d7-71916b95f985) {{(pid=83997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 18 12:56:42.430442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for port, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:42.465649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363278933668485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853778310'] for port, after_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:42.482230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-dbdf32da-b479-4673-809e-c27242d11d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:42.632922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event updated for resources: {'Port': ['ID=c213231d-fca7-46fd-a6d7-71916b95f985,revision_number=1']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:42.638633 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:42.688260 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Network 8aeb3598-1153-4699-96ad-276093b44ab6 is already hosted by enough agents. {{(pid=83997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 18 12:56:42.689623 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.base_scheduler [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Resources bound (agent type, host, resource id): {{(pid=83997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 18 12:56:42.697357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Received port after_create {{(pid=83997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 18 12:56:42.791749 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:42.857108 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:43.139769 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for port, precommit_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:43.143706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-997474'] for port, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:43.160164 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ad4d0fb8-db50-4bf7-99f1-e926c01fbab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:56:43.299758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event updated for resources: {'Port': ['ID=c213231d-fca7-46fd-a6d7-71916b95f985,revision_number=2']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:56:43.302848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:56:43.425930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:43.449603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:43.450939 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-2113493e-f2c1-4c69-b0b0-21b5c057a702 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9656920 Feb 18 12:56:43.538620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-e506fc65-5b98-496c-b842-e2b0aa1d1a32 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Synchronizing usage tracker for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:floatingip {{(pid=83997) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 12:56:43.555259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-e506fc65-5b98-496c-b842-e2b0aa1d1a32 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Unset dirty status for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:floatingip {{(pid=83997) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 12:56:43.556545 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-e506fc65-5b98-496c-b842-e2b0aa1d1a32 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0987768 Feb 18 12:56:43.722603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-14af6cbd-8924-4312-ac1f-5c7b0101ce73 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:43.724033 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-14af6cbd-8924-4312-ac1f-5c7b0101ce73 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/networks/8aeb3598-1153-4699-96ad-276093b44ab6 HTTP/1.1" status: 200 len: 784 time: 0.1613536 Feb 18 12:56:43.738781 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-cb290566-ee59-4b53-9ff3-c0014b485d89 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83997) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:56:43.739852 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-03a467ab-f1ab-45cc-828e-392bed43d3f7 req-cb290566-ee59-4b53-9ff3-c0014b485d89 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067282 Feb 18 12:56:43.932539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-3f7feda6-5eee-4cea-9ca6-50c17e26d162 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:43.934206 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-3f7feda6-5eee-4cea-9ca6-50c17e26d162 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0944283 Feb 18 12:56:44.027555 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-437855cd-3ab4-44bf-a7b0-e91d607c27fd tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0867152 Feb 18 12:56:44.037923 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.v2.base [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Request body: {'floatingip': {'port_id': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83996) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 18 12:56:44.121384 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for floatingip, before_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:45.032293 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:45.035266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854010456'] for floatingip, after_update {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:45.253525 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Floating IP f71ac123-6eaf-4200-9b25-a14a8f55c6f2 associated. External IP: 172.28.3.19, port: a34bd156-2a55-4a5f-82d5-817fd3d907b7. Feb 18 12:56:45.680967 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 12:56:45.880565 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 12:56:45.885626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:45.891855 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] Sync routers for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 12:56:45.902628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:45.903295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:56:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:45.949510 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-766856fd-1a6d-453b-9a4c-fb37f7ffb792 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "PUT /v2.0/floatingips/f71ac123-6eaf-4200-9b25-a14a8f55c6f2 HTTP/1.1" status: 200 len: 995 time: 1.9156113 Feb 18 12:56:45.949994 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:56:46.010512 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'status': 'completed', 'code': 200} Feb 18 12:56:46.053649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-4eff4e2c-0e2f-48a6-a84f-ff94e28a678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:46.055180 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-4eff4e2c-0e2f-48a6-a84f-ff94e28a678b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0897965 Feb 18 12:56:46.112827 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:46.269443 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-43ed37f6-f25b-4952-84eb-2f220ba9a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:46.271172 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-43ed37f6-f25b-4952-84eb-2f220ba9a197 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.2148702 Feb 18 12:56:46.308501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-d53c38c6-d1f4-4045-85b3-e54d3cbf0f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:46.308501 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-d53c38c6-d1f4-4045-85b3-e54d3cbf0f75 service neutron] 10.222.0.85 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.2160800 Feb 18 12:56:46.524315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'f71ac123-6eaf-4200-9b25-a14a8f55c6f2', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'port_id': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'mac_address': 'fa:16:3e:1d:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:56:42Z', 'updated_at': '2021-02-18T12:56:44Z', 'revision_number': 1, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 5, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:46.524585 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-a9f42963-03b1-4482-9351-6f6a33c6d447 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 998 time: 0.1587014 Feb 18 12:56:46.529588 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] Checking router: 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 12:56:46.539984 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 12:56:46.540658 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T12:56:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:46.606663 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-1b1f98c7-6582-4ede-8c5b-63335a01b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:46.608300 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-1b1f98c7-6582-4ede-8c5b-63335a01b046 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.3283510 Feb 18 12:56:46.762020 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 12:56:46.965276 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-cdf53bdc-cf6b-4060-9cce-9ea3fe35c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:46.966925 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-cdf53bdc-cf6b-4060-9cce-9ea3fe35c9be service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.4195430 Feb 18 12:56:47.069082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-af863118-f84f-4028-9c61-6aadc73295a8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 998 time: 0.4503605 Feb 18 12:56:47.090688 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:47.184913 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-89fe9b05-d1dd-476f-a9f7-bc3bc7e633f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:47.187354 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-89fe9b05-d1dd-476f-a9f7-bc3bc7e633f2 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.1095946 Feb 18 12:56:47.191524 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-3994605e-b7c7-4e17-90d9-7b8654e2731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:47.194282 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-3994605e-b7c7-4e17-90d9-7b8654e2731e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2161999 Feb 18 12:56:47.211965 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'f71ac123-6eaf-4200-9b25-a14a8f55c6f2', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'port_id': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'mac_address': 'fa:16:3e:1d:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:56:42Z', 'updated_at': '2021-02-18T12:56:44Z', 'revision_number': 1, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 5, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 12:56:47.219538 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa89639-74f9-4cfa-a5df-50f85a81d333 None None] The sync data for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb is: [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_floatingips': [{'id': 'f71ac123-6eaf-4200-9b25-a14a8f55c6f2', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'router_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'port_id': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'mac_address': 'fa:16:3e:1d:f8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-18T12:56:42Z', 'updated_at': '2021-02-18T12:56:44Z', 'revision_number': 1, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 5, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 12:56:47.244940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-cd2a0b85-7be2-470e-9de9-77513638171b service neutron] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 12:56:47.246061 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-cd2a0b85-7be2-470e-9de9-77513638171b service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0111871 Feb 18 12:56:47.423747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-99edc403-3c4d-411f-a554-d66bfc0c138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:56:47.425450 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-99edc403-3c4d-411f-a554-d66bfc0c138b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2286007 Feb 18 12:56:47.429082 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-888fba52-7828-4f78-a1eb-15e45c2d7001 service neutron] 10.222.0.85 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686096 Feb 18 12:56:47.609884 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3b3e03-7303-4098-80e4-b74120681541 None None] New status for floating IP f71ac123-6eaf-4200-9b25-a14a8f55c6f2: ACTIVE {{(pid=83998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 12:56:47.760167 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-eb2be7d8-2ae5-42c1-9940-75e52a58cd74 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209181 Feb 18 12:56:47.763608 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6fbba87f-ed9a-46dd-addf-fdea8d2d07f5 req-f931db41-2687-4880-b2a0-ade87cf22429 service neutron] 10.222.0.85 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2888269 Feb 18 12:56:47.918927 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-84d8e56d-5a27-45da-b833-92d614fe78d2 req-f1abaa69-6b3c-4b60-bbb1-367627106670 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1508694 Feb 18 12:56:56.167737 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-790da826-2ac2-4a56-9a96-1a4c9abcefb5 req-01c8e4c5-f2ef-46c6-bd72-c5e345887ee7 service neutron] (83997) timed out ('10.222.0.85', 54772) {{(pid=83997) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 18 12:56:57.283408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa2ef-c8b0-4e9d-ba2c-a8c9ad5b59b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:56:59.768334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6ca48fb9-b785-4122-938f-f014928119e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:00.179231 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:00.938876 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-38f7dfc6-6983-4b4a-b6f4-fb292e48c594 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0865192 Feb 18 12:57:01.126229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-2be6dec1-7881-4f51-9cd1-2e5f00a11753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:57:01.127811 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-2be6dec1-7881-4f51-9cd1-2e5f00a11753 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0820167 Feb 18 12:57:01.290185 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-92ba74d0-787d-4a24-b4a7-48a142aeef0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:57:01.291690 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-92ba74d0-787d-4a24-b4a7-48a142aeef0a service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.1404598 Feb 18 12:57:01.406922 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-6b60ab9e-5d3f-4239-843b-9b520522cd4e service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 1000 time: 0.1080332 Feb 18 12:57:01.490711 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-da2d85b4-e259-4984-958d-880c50603285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:57:01.492526 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-da2d85b4-e259-4984-958d-880c50603285 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0779338 Feb 18 12:57:01.589616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-1549c33b-d115-4d53-bef9-a469e14af8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:57:01.591172 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-1549c33b-d115-4d53-bef9-a469e14af8c4 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0914617 Feb 18 12:57:01.645772 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:01.659147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:01.753411 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-ab59eaad-2b91-4ff6-b2f2-d511729a24ba service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486540 Feb 18 12:57:01.910252 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ef9d374e-5fdc-4377-92e8-b2faaf420853 req-453221a6-fe13-4455-ac59-db50924eda38 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460059 Feb 18 12:57:09.499341 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:57:17.104266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:27.277208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47a25ccf-cf10-4b78-9c21-869cc647d98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:29.782502 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e7f4acdd-763b-482c-8270-45f067d08dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:30.191301 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:31.634963 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:31.664713 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:46.498767 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:57:47.114701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:57.284954 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6358cf24-11a6-4bbc-9c21-357707e6277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:57:59.778194 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-11c53b07-c0dd-4262-9c97-d8896cc987b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:00.183745 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:01.633858 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:01.673849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:02.312468 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-7b0e1a36-4bca-44c9-9ce6-8b12ff20cfaf service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0838127 Feb 18 12:58:02.518291 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-5232c3b1-1af5-44fb-a305-7a14902d2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:02.520055 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-5232c3b1-1af5-44fb-a305-7a14902d2e9b service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0972254 Feb 18 12:58:02.687242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-f46f2df8-3a81-4b81-b8a7-0390b079d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:02.688860 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-f46f2df8-3a81-4b81-b8a7-0390b079d8bf service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.1453993 Feb 18 12:58:02.807340 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-78478159-071e-4b3b-aa38-506ab86c0598 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 1000 time: 0.1098838 Feb 18 12:58:02.882508 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-2fb7782a-5684-449d-a8cb-af99b98a72b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:02.884162 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-2fb7782a-5684-449d-a8cb-af99b98a72b4 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0691628 Feb 18 12:58:02.974758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-900ac443-efdd-4b34-abf5-d92cfb83684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:58:02.976312 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-900ac443-efdd-4b34-abf5-d92cfb83684b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844800 Feb 18 12:58:03.155721 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-e16882c9-9dd7-4d5e-8a9b-67ee2fe46310 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708510 Feb 18 12:58:03.351894 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-858bc982-b902-46ee-b2b7-ee0ca2f1864b req-7013e2de-7ff8-40e3-8d95-0d9f197d734b service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1841629 Feb 18 12:58:17.117148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:23.506652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:58:27.281029 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f8fd515f-259a-462b-a800-2cb1dfc223c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:29.774602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-868ff11f-a8be-4e7e-b5f1-4343679c1472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:30.185619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:31.632543 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:31.664814 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:47.132147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:57.283989 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e4afc763-e977-428d-bb17-66304b2be2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:58:59.768062 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5fdd2278-7cea-4be5-bbc0-5e45c6451228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:00.188891 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:00.498703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:59:01.629282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:01.667452 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:04.339052 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-b250fe2c-679f-4cfa-bf37-55747b7e5980 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0971410 Feb 18 12:59:04.527290 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-7d9ee780-e843-4fa7-9fbe-05ca9d34ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:04.528972 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-7d9ee780-e843-4fa7-9fbe-05ca9d34ce4c service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0854352 Feb 18 12:59:04.703284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-cd938caf-c3a9-4431-b234-21814c3c5ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:04.704910 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-cd938caf-c3a9-4431-b234-21814c3c5ea4 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.1539714 Feb 18 12:59:04.835238 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-db77c366-00f9-4fb0-9dd3-a8fe62f37e89 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 1000 time: 0.1218119 Feb 18 12:59:04.933616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-aac878de-0273-4ceb-bcc3-aea57be156bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:04.936221 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-aac878de-0273-4ceb-bcc3-aea57be156bf service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0939107 Feb 18 12:59:05.032726 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-03c667f8-3f69-4ffa-9a32-6b51afaaf8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:05.035296 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-03c667f8-3f69-4ffa-9a32-6b51afaaf8db service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0912354 Feb 18 12:59:05.199886 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-caba5633-cb74-45ac-8191-76a7083c1034 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568952 Feb 18 12:59:05.356074 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-380c6968-41b2-4c93-804c-753aa459c6c6 req-33bd2e17-8000-4531-a8a2-c5f89383a8fc service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1440201 Feb 18 12:59:13.771414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bd4f7-76d3-4e5a-9108-91b006d5009e req-ab2f8166-4380-4181-a12f-3f8177fc47ed tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:13.773038 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6b9bd4f7-76d3-4e5a-9108-91b006d5009e req-ab2f8166-4380-4181-a12f-3f8177fc47ed tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0896685 Feb 18 12:59:14.068659 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-6b9bd4f7-76d3-4e5a-9108-91b006d5009e req-38fd6905-801c-4e6a-bcd6-0ac55821b3d4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2887583 Feb 18 12:59:15.299046 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98f76f-b749-4fd6-b7e9-4f72dfa68b48 req-c4ed926a-d5c6-4844-bb6e-f7215ebca7dc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:15.300747 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ea98f76f-b749-4fd6-b7e9-4f72dfa68b48 req-c4ed926a-d5c6-4844-bb6e-f7215ebca7dc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0951457 Feb 18 12:59:15.351951 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-ea98f76f-b749-4fd6-b7e9-4f72dfa68b48 req-3e6e6816-4939-4a27-97e1-c6260d9d2f34 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0446880 Feb 18 12:59:16.559283 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b89f3e-3780-4eed-8c71-c5e5f71fd706 req-99569bf6-6b05-4541-ae3b-5e04732210c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:16.560948 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f5b89f3e-3780-4eed-8c71-c5e5f71fd706 req-99569bf6-6b05-4541-ae3b-5e04732210c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0900090 Feb 18 12:59:16.614113 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f5b89f3e-3780-4eed-8c71-c5e5f71fd706 req-19e80f56-e982-4f22-bf05-69ce18afeef0 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0464182 Feb 18 12:59:17.131409 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:17.821506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e9931-ae5b-4d57-a3db-4a83359eda29 req-25b7a17d-4e91-47e6-8a7e-ab4052c64787 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:17.823157 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c61e9931-ae5b-4d57-a3db-4a83359eda29 req-25b7a17d-4e91-47e6-8a7e-ab4052c64787 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0933163 Feb 18 12:59:17.879177 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-c61e9931-ae5b-4d57-a3db-4a83359eda29 req-d952af10-1265-46d6-b57d-50cc06e5ea49 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0482121 Feb 18 12:59:19.082472 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5228e-f94a-4273-82dd-56da37985d3f req-17af5f5c-3d2b-4796-9705-1cbe19c08a19 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:19.084076 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6d5228e-f94a-4273-82dd-56da37985d3f req-17af5f5c-3d2b-4796-9705-1cbe19c08a19 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0902252 Feb 18 12:59:19.132166 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d6d5228e-f94a-4273-82dd-56da37985d3f req-9245ca0c-95f5-4389-a747-36add3b6cb19 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0417721 Feb 18 12:59:20.340217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db095ad-00a8-4049-aab9-e2418271f2e0 req-76ff36e4-f46b-4b33-a182-f0456fee894c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:20.341882 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5db095ad-00a8-4049-aab9-e2418271f2e0 req-76ff36e4-f46b-4b33-a182-f0456fee894c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0899725 Feb 18 12:59:20.393132 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5db095ad-00a8-4049-aab9-e2418271f2e0 req-dea630f0-7ff1-4d88-92fb-826e4de4b96b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433624 Feb 18 12:59:21.596915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4378d601-8e01-4b37-b781-53eaf51012c4 req-1ce439be-5e82-4c10-9430-a00dcb538822 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:21.598620 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4378d601-8e01-4b37-b781-53eaf51012c4 req-1ce439be-5e82-4c10-9430-a00dcb538822 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0900638 Feb 18 12:59:21.652137 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-4378d601-8e01-4b37-b781-53eaf51012c4 req-568cef87-c3ee-41f4-8a47-7d52d6c81530 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0468874 Feb 18 12:59:22.868198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a58f76-5229-4e74-ba11-171858858b73 req-47605b5a-6517-47f3-9ef3-321846fbda59 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:22.869927 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-22a58f76-5229-4e74-ba11-171858858b73 req-47605b5a-6517-47f3-9ef3-321846fbda59 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0947180 Feb 18 12:59:22.922354 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-22a58f76-5229-4e74-ba11-171858858b73 req-005df6b5-66a5-49bb-8e24-21a328b9b549 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0459340 Feb 18 12:59:24.144242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a1793-8005-4748-9a6d-3078017baa2c req-76283b65-f43b-4198-8df5-2bafccf2e159 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:24.145813 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-535a1793-8005-4748-9a6d-3078017baa2c req-76283b65-f43b-4198-8df5-2bafccf2e159 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0972431 Feb 18 12:59:24.197232 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-535a1793-8005-4748-9a6d-3078017baa2c req-9a75bb25-ad36-4ecd-a2db-9dd085e823a5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452061 Feb 18 12:59:25.415361 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45ac38-a6a8-431a-b03b-4d2fcd8d78f5 req-f399effc-f98b-4bbc-a69e-037dfdf5b3a6 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:25.417007 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8f45ac38-a6a8-431a-b03b-4d2fcd8d78f5 req-f399effc-f98b-4bbc-a69e-037dfdf5b3a6 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0999031 Feb 18 12:59:25.468861 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-8f45ac38-a6a8-431a-b03b-4d2fcd8d78f5 req-6dd39932-f4e1-442b-85db-bf3dc87e38db tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0447903 Feb 18 12:59:26.683181 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c64d0a-71e4-44b3-afbc-b0ed76298292 req-7e57ae71-8a59-4221-ba82-3f73c676c8c5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:26.684710 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f3c64d0a-71e4-44b3-afbc-b0ed76298292 req-7e57ae71-8a59-4221-ba82-3f73c676c8c5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0967817 Feb 18 12:59:26.739538 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f3c64d0a-71e4-44b3-afbc-b0ed76298292 req-e57d7c92-4316-42e3-9ce7-cfbe61c9a9c8 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454104 Feb 18 12:59:27.286766 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b9b767e5-1175-4789-ac24-5a83137a9687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:27.557090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device a34bd156-2a55-4a5f-82d5-817fd3d907b7 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:59:27.636478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:59:27.636935 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:27.954125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0357b0-b49e-4cdc-a162-16b78c6516ba req-c960b191-9982-4fb3-a1dc-ec34dbd52253 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:27.955796 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b0357b0-b49e-4cdc-a162-16b78c6516ba req-c960b191-9982-4fb3-a1dc-ec34dbd52253 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0955162 Feb 18 12:59:28.005886 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-1b0357b0-b49e-4cdc-a162-16b78c6516ba req-eec9cb11-21b7-48ee-8d8e-391e4fb50feb tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436513 Feb 18 12:59:29.026376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-a121f0cc-3120-4ec3-bdbf-804eeca5c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:29.028096 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-a121f0cc-3120-4ec3-bdbf-804eeca5c3a7 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0854905 Feb 18 12:59:29.259918 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-ed80a14c-a987-4b8d-8bf4-cb3e1ee9cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:29.262520 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-ed80a14c-a987-4b8d-8bf4-cb3e1ee9cbf1 service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.2260783 Feb 18 12:59:29.346580 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47458130-9080-4b53-8f13-beac4f1b562d req-ef2f3fc0-b6e1-4f81-8d05-5af132216e42 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:29.348180 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-47458130-9080-4b53-8f13-beac4f1b562d req-ef2f3fc0-b6e1-4f81-8d05-5af132216e42 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.2116935 Feb 18 12:59:29.441544 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-c248114a-826b-4e75-ad8b-85f5f9516375 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 1000 time: 0.1694863 Feb 18 12:59:29.449584 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-47458130-9080-4b53-8f13-beac4f1b562d req-0eb5d40b-7a4e-477c-bc9c-b2da289b400d tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0863497 Feb 18 12:59:29.526511 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-8a414560-9efc-4bdd-b779-1dc9593c0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:29.530043 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-8a414560-9efc-4bdd-b779-1dc9593c0207 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0793440 Feb 18 12:59:29.629334 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-f16099be-094b-4604-aa73-f9bad1d2a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:29.631158 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-f16099be-094b-4604-aa73-f9bad1d2a27b service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0934367 Feb 18 12:59:29.778447 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-df94f6c7-5928-46c0-8f85-e4852575daaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:29.800026 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-a4606901-1887-4d69-a762-261cf953ee94 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601391 Feb 18 12:59:29.963016 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3b0a5df5-8fb5-4ccb-986f-9d7f8ad7c361 req-148a0452-3ae1-41e2-b328-2f5076aa019b service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1555648 Feb 18 12:59:30.193725 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:30.673822 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3e07e-e2c7-4332-ae66-a0135c1888b9 req-09a26d69-467d-497f-bd0d-3f0fa4ad56aa tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:30.675471 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aaf3e07e-e2c7-4332-ae66-a0135c1888b9 req-09a26d69-467d-497f-bd0d-3f0fa4ad56aa tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0957050 Feb 18 12:59:30.727334 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-aaf3e07e-e2c7-4332-ae66-a0135c1888b9 req-a0d54101-2d92-4e20-84ef-960ad1c4b384 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0453711 Feb 18 12:59:31.633734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:31.674736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:31.969390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1d958-8cc0-4b52-b80b-38074e296f0a req-da4dfc4b-0862-4319-8b6a-e4c7ece94a19 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:31.971096 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3ad1d958-8cc0-4b52-b80b-38074e296f0a req-da4dfc4b-0862-4319-8b6a-e4c7ece94a19 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0957222 Feb 18 12:59:32.027147 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-3ad1d958-8cc0-4b52-b80b-38074e296f0a req-0ff2b68e-b7be-498d-8eba-f55a67302b0e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0496552 Feb 18 12:59:33.242865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae38d7-d42b-4c27-aad8-85a32b118dd5 req-dc1f1eeb-fb53-4f29-88bf-4d6399f20724 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:33.244508 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-29ae38d7-d42b-4c27-aad8-85a32b118dd5 req-dc1f1eeb-fb53-4f29-88bf-4d6399f20724 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0993881 Feb 18 12:59:33.295968 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-29ae38d7-d42b-4c27-aad8-85a32b118dd5 req-4cf47968-b2e2-4308-8a8e-c33a991b6f17 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0437007 Feb 18 12:59:33.382392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device a34bd156-2a55-4a5f-82d5-817fd3d907b7 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 12:59:33.516655 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:33.528467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57616) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 12:59:33.547911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:59:33.562911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port a34bd156-2a55-4a5f-82d5-817fd3d907b7, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:59:33.566990 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:33.568959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-b1148c17-7542-4d6f-b6e0-ea37756ffe43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:59:33.613258 dv-cinder-776422-1-smb neutron-server[83883]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'code': 422} returned with failed status Feb 18 12:59:33.655831 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=5']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:59:33.664217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.664604 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.665048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.665436 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.665810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.666183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.666553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.666922 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.667294 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.667667 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.668202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.668741 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.669354 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.669985 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.670470 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.671127 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.671501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.671873 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.672237 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.672605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.672996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.673345 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.673933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.674424 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 12:59:33.679924 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:59:33.696129 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37af0c1-b55a-44e0-892a-da28c595a5b1 req-aa0eba38-166a-41d8-b9f8-ff399a108891 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:33.699187 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e37af0c1-b55a-44e0-892a-da28c595a5b1 req-aa0eba38-166a-41d8-b9f8-ff399a108891 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.1082215 Feb 18 12:59:33.751565 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e37af0c1-b55a-44e0-892a-da28c595a5b1 req-cfa1c89c-a190-435b-a798-2f927d0d4b82 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0450554 Feb 18 12:59:33.769284 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-d4af80d9-f0b3-4fc8-a51e-3760ad49755b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2386484 Feb 18 12:59:34.967676 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb0c98-a918-408d-bc06-5f9d969aaf29 req-9717f427-ad8f-492f-b77e-9e6e443041a7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:34.969530 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5ebb0c98-a918-408d-bc06-5f9d969aaf29 req-9717f427-ad8f-492f-b77e-9e6e443041a7 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.0969849 Feb 18 12:59:35.080495 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-5ebb0c98-a918-408d-bc06-5f9d969aaf29 req-6f849364-d572-4cdf-a477-e19e14ba342a tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0647497 Feb 18 12:59:35.098025 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aace47-2563-480c-90e8-374876bcd1ed req-dc181e80-399e-4b0a-8d7d-a1343f55004d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:35.099717 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-dc181e80-399e-4b0a-8d7d-a1343f55004d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&tenant_id=be7f1caea4f142e691fcc9e3fa5a3131 HTTP/1.1" status: 200 len: 1160 time: 0.1292422 Feb 18 12:59:35.222925 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aace47-2563-480c-90e8-374876bcd1ed req-24c461e3-23df-48d0-9724-cc9c12cb9f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:35.224613 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-24c461e3-23df-48d0-9724-cc9c12cb9f7f service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1160 time: 0.0823367 Feb 18 12:59:35.379675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aace47-2563-480c-90e8-374876bcd1ed req-b115aa55-4bae-430a-a646-2bce6953155b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:35.381157 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-b115aa55-4bae-430a-a646-2bce6953155b service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.1480033 Feb 18 12:59:35.496577 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-d4474ea7-6e96-4006-bc96-a1d6950efd65 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 998 time: 0.1081066 Feb 18 12:59:35.572951 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aace47-2563-480c-90e8-374876bcd1ed req-a33c4b6c-5850-44a1-8a41-aa17f906fea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:35.574569 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-a33c4b6c-5850-44a1-8a41-aa17f906fea5 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0705402 Feb 18 12:59:35.664363 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aace47-2563-480c-90e8-374876bcd1ed req-303c1a2a-53c3-4e76-939e-6308e7cf77b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:35.665969 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-303c1a2a-53c3-4e76-939e-6308e7cf77b8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837047 Feb 18 12:59:35.822208 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-d1ca14a1-407e-4e09-bf1f-b013994e5a2d service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474082 Feb 18 12:59:35.974054 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-35aace47-2563-480c-90e8-374876bcd1ed req-667740a6-b618-4460-967c-d3f6a885d66c service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1431632 Feb 18 12:59:36.293815 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487d0b61-681c-410f-815a-02f442ed917c req-ef2dc19a-1b49-4666-a5fc-28329e0584f8 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:36.295422 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-487d0b61-681c-410f-815a-02f442ed917c req-ef2dc19a-1b49-4666-a5fc-28329e0584f8 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.0935898 Feb 18 12:59:36.346535 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-487d0b61-681c-410f-815a-02f442ed917c req-287c5f9c-b5a7-4fe4-8c48-bad1b7ad0ccd tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0444372 Feb 18 12:59:37.497961 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 12:59:37.578532 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043760d1-88f4-4a94-8641-bd0152f51aed req-e71d7c3a-5679-4632-9787-88d5970572f6 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:37.580218 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-043760d1-88f4-4a94-8641-bd0152f51aed req-e71d7c3a-5679-4632-9787-88d5970572f6 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.1066923 Feb 18 12:59:37.641646 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-043760d1-88f4-4a94-8641-bd0152f51aed req-e887a510-f679-41c2-92d1-5e0ef3de7d57 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0544477 Feb 18 12:59:38.856848 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07162d21-70d3-48fc-8e1b-5a1d39c32004 req-acca5f08-6f1a-4b0a-bb7a-1de3d2cec41a tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:38.858705 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-07162d21-70d3-48fc-8e1b-5a1d39c32004 req-acca5f08-6f1a-4b0a-bb7a-1de3d2cec41a tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.1008182 Feb 18 12:59:38.919372 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-07162d21-70d3-48fc-8e1b-5a1d39c32004 req-d7641f4c-35fb-409d-a967-fc5e68cccc33 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0531063 Feb 18 12:59:40.124566 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129556a-6d4f-4dec-98a3-0163854d4c96 req-30e85188-9b31-488d-9eb0-c44f4eb372eb tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:40.126285 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f129556a-6d4f-4dec-98a3-0163854d4c96 req-30e85188-9b31-488d-9eb0-c44f4eb372eb tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.0915680 Feb 18 12:59:40.179702 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f129556a-6d4f-4dec-98a3-0163854d4c96 req-4ae752a5-60ec-4eab-8971-ce108a8659ff tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0449190 Feb 18 12:59:41.403497 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b584a1-c6e3-4de8-8794-a68d8a3d5a07 req-38ae6daf-f593-4c43-b062-c181eb8113a1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:41.405709 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b7b584a1-c6e3-4de8-8794-a68d8a3d5a07 req-38ae6daf-f593-4c43-b062-c181eb8113a1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 943 time: 0.1020637 Feb 18 12:59:41.470641 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-b7b584a1-c6e3-4de8-8794-a68d8a3d5a07 req-5a9e0f08-2fb7-42ff-9aea-52a291c30638 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0573061 Feb 18 12:59:42.194510 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device a34bd156-2a55-4a5f-82d5-817fd3d907b7 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:59:42.272451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:59:42.272866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:42.408843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:42.440054 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 12:59:42.451229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port a34bd156-2a55-4a5f-82d5-817fd3d907b7, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 12:59:42.454879 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:42.456536 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 12:59:42.507824 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'code': 200} Feb 18 12:59:42.530929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=6']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 12:59:42.534286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 12:59:42.687182 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9fcfc-b463-4d85-9ad7-9c5b4ebdffb7 req-49d4927f-dd12-4f49-a0f3-728dcc8f1b65 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:42.689093 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82a9fcfc-b463-4d85-9ad7-9c5b4ebdffb7 req-49d4927f-dd12-4f49-a0f3-728dcc8f1b65 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0937743 Feb 18 12:59:42.739158 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82a9fcfc-b463-4d85-9ad7-9c5b4ebdffb7 req-8c5ac7b1-5563-430b-aa5f-992dcfddd076 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0435088 Feb 18 12:59:42.907273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a8f4-e01c-402c-906b-27d866ab510e req-16c0d72a-e113-4cc0-a27b-ee28ec92857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:42.908947 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7370a8f4-e01c-402c-906b-27d866ab510e req-16c0d72a-e113-4cc0-a27b-ee28ec92857c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0874333 Feb 18 12:59:42.955450 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-7370a8f4-e01c-402c-906b-27d866ab510e req-2659a830-b6a9-489e-90ac-cd659ac76dba service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0394628 Feb 18 12:59:43.652331 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device a34bd156-2a55-4a5f-82d5-817fd3d907b7 up at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 18 12:59:43.734733 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.provisioning_blocks [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Provisioning complete for port a34bd156-2a55-4a5f-82d5-817fd3d907b7 triggered by entity L2. {{(pid=83998) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 18 12:59:43.735149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1718704'] for port, provisioning_complete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:43.956369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b31ccf-d12a-42e7-a045-7f45284b4b64 req-fb0676d5-cc6a-4431-9b03-666d8f16b006 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:43.957951 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e5b31ccf-d12a-42e7-a045-7f45284b4b64 req-fb0676d5-cc6a-4431-9b03-666d8f16b006 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0926454 Feb 18 12:59:44.012385 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-e5b31ccf-d12a-42e7-a045-7f45284b4b64 req-83b1e90d-bd71-49fb-82a4-06bc8d72d134 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0480080 Feb 18 12:59:45.235684 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5619eee-ba9c-406c-86e1-cf4084de1212 req-b62b6a02-2a7d-4f2c-9ec7-826e010a777c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 12:59:45.237389 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f5619eee-ba9c-406c-86e1-cf4084de1212 req-b62b6a02-2a7d-4f2c-9ec7-826e010a777c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.1052866 Feb 18 12:59:45.297290 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-f5619eee-ba9c-406c-86e1-cf4084de1212 req-7b4f67cc-82c3-41dc-b725-75a49b45c0e5 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0514369 Feb 18 12:59:47.132657 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:57.289875 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-c865392e-5e65-4fec-b061-7cc5c5b2f26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 12:59:59.773637 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a4cf419a-0f5f-49ea-afe8-c0ed3b6cea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:00.195373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:01.640729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:01.676309 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:04.376733 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-03d42e7b-43c1-4ff1-8134-d898a5477a4f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1417549 Feb 18 13:00:04.556238 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-d5d6e480-fa69-4228-8a34-b86a38b557a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:04.558026 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-d5d6e480-fa69-4228-8a34-b86a38b557a8 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0815382 Feb 18 13:00:04.727760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-12f8ede6-6dbf-4548-9b46-a6f9621b90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:04.729404 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-12f8ede6-6dbf-4548-9b46-a6f9621b90ea service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.1485291 Feb 18 13:00:04.847429 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-757e51b6-a98b-40fd-9b15-add8b45fe795 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 1000 time: 0.1094615 Feb 18 13:00:04.923825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-f9f39071-c061-4e67-b29c-763b276e477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:04.925471 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-f9f39071-c061-4e67-b29c-763b276e477f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0710139 Feb 18 13:00:05.013090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-cffe85bf-b00a-44f0-9555-4fca765e3cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:00:05.014764 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-cffe85bf-b00a-44f0-9555-4fca765e3cf8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820460 Feb 18 13:00:05.171407 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-5a4734a5-9816-4907-8c77-9061093beb1e service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478794 Feb 18 13:00:05.321218 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-019fe5da-44c7-4f60-8e60-ae32ced6f2fc req-f6512e01-ac2c-4278-b3d6-c58e8ac91ee8 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405206 Feb 18 13:00:14.497649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:00:17.125123 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:27.288365 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3e9c7f38-33c9-42a3-b3f0-508ff67ad2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:29.783892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-58ec58f1-765b-4436-a921-4bf12289f920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:30.197085 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:31.634849 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:31.674036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:47.124782 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:51.497171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:00:57.291298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4559316b-92f2-438a-b44b-c10a8b777e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:00:59.780336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-24bfe556-76fa-46b5-a205-ed64ad0032d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:00.200976 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:01.640651 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:01.682625 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:04.314445 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-423e8a24-d337-4af4-b57f-5646de576bf2 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0870171 Feb 18 13:01:04.497908 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-a37a025c-5415-4f85-a776-78acc6488003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:04.499533 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-a37a025c-5415-4f85-a776-78acc6488003 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.0823338 Feb 18 13:01:04.926346 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-4061b186-4997-4cc3-af46-afb7fc6b6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:04.927948 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-4061b186-4997-4cc3-af46-afb7fc6b6c2c service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.4065664 Feb 18 13:01:05.046716 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-47c2fafe-579b-4ce7-a5ec-596076bfe4c9 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 1000 time: 0.1108658 Feb 18 13:01:05.122569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-9c54c148-05a9-48e3-856c-16118d5455f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:05.124232 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-9c54c148-05a9-48e3-856c-16118d5455f1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0709825 Feb 18 13:01:05.214125 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-2f6a622e-ba67-4d9f-bded-a8e9453d1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:05.216264 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-2f6a622e-ba67-4d9f-bded-a8e9453d1d0f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852981 Feb 18 13:01:05.373381 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-5ec7bffc-0586-4a66-b8ac-ec87d1e06fa9 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478698 Feb 18 13:01:05.532472 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-14df58e1-5f0a-4c04-a0c9-4d7ce342db9c req-a6ea3b8d-507e-40ca-9f5c-a3b41b45c546 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515613 Feb 18 13:01:17.138262 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:27.301206 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-159b7eec-200e-4f5f-9ca1-c989086d1663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:28.496356 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:01:29.775877 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-507ef178-1c20-4c94-9b76-d3bbbce074ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:30.208716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:31.469846 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-75b1f1a5-e8b1-44af-af4d-8e94856b3f6e tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/floatingips/f71ac123-6eaf-4200-9b25-a14a8f55c6f2 HTTP/1.1" status: 200 len: 997 time: 0.1785543 Feb 18 13:01:31.641674 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-cf284513-354e-4d98-ac64-4b1fe86e8b58 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:31.644380 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-cf284513-354e-4d98-ac64-4b1fe86e8b58 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/networks/8aeb3598-1153-4699-96ad-276093b44ab6 HTTP/1.1" status: 200 len: 784 time: 0.1684482 Feb 18 13:01:31.647929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:31.660300 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-879b2e3d-3fbe-4ebd-ae2e-ee05e61ee7b2 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] http://10.222.0.85:9696/v2.0/extensions returned with HTTP 200 {{(pid=83996) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 18 13:01:31.661412 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-879b2e3d-3fbe-4ebd-ae2e-ee05e61ee7b2 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0066333 Feb 18 13:01:31.685469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:31.775575 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-7518fc24-b94e-479c-9367-56b19d947916 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 1000 time: 0.1076887 Feb 18 13:01:31.862089 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-ebb1fdbb-5d05-422d-a620-0e8a449826b1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:31.863646 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-ebb1fdbb-5d05-422d-a620-0e8a449826b1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports/a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 942 time: 0.0820773 Feb 18 13:01:32.061611 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-7ae13c90-4a17-4fc5-a980-838e80b3775b tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 1000 time: 0.1135240 Feb 18 13:01:32.327555 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Deleting port c213231d-fca7-46fd-a6d7-71916b95f985 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:32.327865 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:32.613616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:32.614487 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:32.818880 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Calling delete_port for c213231d-fca7-46fd-a6d7-71916b95f985 owned by network:floatingip {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:33.064783 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:33.082336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-c873456a-b2dc-4bad-8514-30b7c1e19f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:33.184208 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event deleted for resources: {'Port': ['ID=c213231d-fca7-46fd-a6d7-71916b95f985,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:33.204439 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.204850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.205282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.205683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.206175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.206473 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.206862 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.207252 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.207644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.208033 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.208422 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.208809 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.209279 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.209664 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.210058 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.210514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.210836 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.211222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.211605 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.211991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.212373 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.212756 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.213161 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.213545 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83996) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:33.219639 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:33.343219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for floatingip, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:33.343535 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.db.l3_db [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Floating IP f71ac123-6eaf-4200-9b25-a14a8f55c6f2 disassociated (deleted). External IP: 172.28.3.19, port: a34bd156-2a55-4a5f-82d5-817fd3d907b7. Feb 18 13:01:34.000415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:01:34.208736 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:01:34.221044 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] Sync routers for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:01:34.240036 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for floatingip, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:34.313124 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "DELETE /v2.0/floatingips/f71ac123-6eaf-4200-9b25-a14a8f55c6f2 HTTP/1.1" status: 204 len: 173 time: 2.2450390 Feb 18 13:01:34.314012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:01:34.422175 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:34.422860 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T13:01:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:34.491599 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'status': 'completed', 'code': 200} Feb 18 13:01:34.531652 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-60545c40-039d-407d-a920-5ff39634128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:34.535713 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-60545c40-039d-407d-a920-5ff39634128b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.1783254 Feb 18 13:01:34.653433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:34.795152 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-6dde4af7-725e-473f-90a8-94b98d1a6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:34.797079 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-6dde4af7-725e-473f-90a8-94b98d1a6e7a service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 1162 time: 0.2516909 Feb 18 13:01:34.800338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-e6ec9bbe-2532-49fd-ad52-0ca9da00f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:34.802230 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-e6ec9bbe-2532-49fd-ad52-0ca9da00f0fa service neutron] 10.222.0.85 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.2592211 Feb 18 13:01:35.005371 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-44379795-ccf6-4deb-846e-aca55366ab96 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 217 time: 0.1552765 Feb 18 13:01:35.118585 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 5, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:35.127671 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] Checking router: 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:01:35.142624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:35.143315 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T13:01:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:35.147890 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-9f1b49e4-0536-4bad-9c62-045c9551133d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:35.149632 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-9f1b49e4-0536-4bad-9c62-045c9551133d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.1340768 Feb 18 13:01:35.152788 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-94db3e71-d63c-4283-bc38-6d7bdefa32eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:35.154458 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-94db3e71-d63c-4283-bc38-6d7bdefa32eb service neutron] 10.222.0.101 "GET /v2.0/networks?id=3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 200 len: 902 time: 0.3501880 Feb 18 13:01:35.332834 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-ded02c20-06bf-4ecd-92d3-17a1ab26986b service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 200 len: 217 time: 0.1275971 Feb 18 13:01:35.410207 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:35.431631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-ab3d8d71-18bd-4811-8761-f630773245a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:35.433396 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-ab3d8d71-18bd-4811-8761-f630773245a1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 200 len: 847 time: 0.0915914 Feb 18 13:01:35.496917 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-f12b6d2f-9bc8-42da-9840-ecb17da979ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:35.498780 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-f12b6d2f-9bc8-42da-9840-ecb17da979ff service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3415167 Feb 18 13:01:35.704572 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-307d9fbb-5bb6-4ee4-a149-f8a08efbdee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:35.706305 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-307d9fbb-5bb6-4ee4-a149-f8a08efbdee8 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=3838c0ea-3a26-46f7-ad9a-5150b269b758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2632012 Feb 18 13:01:35.712372 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-e37bb302-0a8f-4fb1-a4e7-70e9d22c4e88 service neutron] 10.222.0.85 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982820 Feb 18 13:01:35.869351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 5, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:35.875230 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320b05b1-d036-4343-a349-5a71237b7e8e None None] The sync data for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb is: [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T12:55:53Z', 'revision_number': 4, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb', '_interfaces': [{'id': 'cc5c026a-2ca5-402f-b88c-6ef3275eea09', 'name': '', 'network_id': '3838c0ea-3a26-46f7-ad9a-5150b269b758', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'mac_address': 'fa:16:3e:3b:4e:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:52Z', 'updated_at': '2021-02-18T12:56:02Z', 'revision_number': 5, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'subnets': [{'id': 'ed0c2b56-311c-40d3-bd89-1f73e5c9bd71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:01:36.034746 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-06ad774f-f0b8-4c08-a29d-b8d7bdbc3c59 req-bb7f1aa3-8f37-4c10-9ecc-61f7d1107e68 service neutron] 10.222.0.85 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2974038 Feb 18 13:01:36.037141 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-8c47a1b7-2847-4233-abe4-40ee75fa24a7 service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220913 Feb 18 13:01:36.220700 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-2f6caa5c-bf14-489d-8e9f-26cbfc3e7210 req-082b0e01-6152-4c69-95ba-df038306399c service neutron] 10.222.0.101 "GET /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1755192 Feb 18 13:01:36.422338 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9ac9b3-5078-43f3-9ca9-e9a3e9a06083 None None] New status for floating IP f71ac123-6eaf-4200-9b25-a14a8f55c6f2: DOWN {{(pid=83998) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 18 13:01:36.624390 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0449f-8d3f-4a7d-ab23-12f26f7b434e req-83f256b9-17e3-49d9-ac4e-3c169edb1fcc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:36.625271 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-02b0449f-8d3f-4a7d-ab23-12f26f7b434e req-83f256b9-17e3-49d9-ac4e-3c169edb1fcc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Synchronizing usage tracker for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:port {{(pid=83996) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 18 13:01:36.643751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.quota.resource [req-02b0449f-8d3f-4a7d-ab23-12f26f7b434e req-83f256b9-17e3-49d9-ac4e-3c169edb1fcc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Unset dirty status for tenant:be7f1caea4f142e691fcc9e3fa5a3131 on resource:port {{(pid=83996) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 18 13:01:36.645108 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02b0449f-8d3f-4a7d-ab23-12f26f7b434e req-83f256b9-17e3-49d9-ac4e-3c169edb1fcc tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.1674085 Feb 18 13:01:36.698534 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-02b0449f-8d3f-4a7d-ab23-12f26f7b434e req-d68172d7-bd83-4c35-a88a-fd08ce41b78d tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0445418 Feb 18 13:01:37.962281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9128366-7cad-4977-8444-07b08ecab0c7 req-92a30f34-25d3-4f18-b175-2cf4f8cde1c4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:37.965305 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d9128366-7cad-4977-8444-07b08ecab0c7 req-92a30f34-25d3-4f18-b175-2cf4f8cde1c4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.1461220 Feb 18 13:01:38.027332 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d9128366-7cad-4977-8444-07b08ecab0c7 req-271d2765-282c-4d0a-82be-14f96fd4118f tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0537343 Feb 18 13:01:38.527852 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-a6340068-3ac6-4a77-948c-22dfd3673503 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83996) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:38.529451 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-a6340068-3ac6-4a77-948c-22dfd3673503 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.101 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 945 time: 0.0958490 Feb 18 13:01:38.535401 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Device a34bd156-2a55-4a5f-82d5-817fd3d907b7 no longer exists at agent ovs-agent-hv-cinder-77642 {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:01:38.613554 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Deleting port a34bd156-2a55-4a5f-82d5-817fd3d907b7 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:38.613933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:38.663131 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853044206'] for port, before_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:38.695683 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:01:38.707012 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] For port a34bd156-2a55-4a5f-82d5-817fd3d907b7, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:38.710351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363278933270832', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757921107076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363278933668707'] for port, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:38.712806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:38.796553 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Pushing event updated for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=7']} {{(pid=83998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:38.805111 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.805509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.805929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.806243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.806907 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.808277 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.808952 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.809234 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.809599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.809971 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.810349 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.810712 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.811136 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.811498 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.811867 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.812229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.812734 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.813106 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.813340 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.813899 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.814281 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.814645 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.815004 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.815366 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:38.821619 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'code': 200} Feb 18 13:01:38.821619 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83998) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:38.905183 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] For port a34bd156-2a55-4a5f-82d5-817fd3d907b7, host hv-cinder-77642, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77642',level=0,port_id=a34bd156-2a55-4a5f-82d5-817fd3d907b7,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:38.905551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:39.045481 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Calling delete_port for a34bd156-2a55-4a5f-82d5-817fd3d907b7 owned by compute:nova {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:39.209599 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:39.228219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6ce493e2-1f44-4cbc-bcb6-7d5785682576 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:39.236570 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c94d53-7b9a-42f6-8459-5802c14c47d9 req-aa42fc3e-2b8f-4b2b-ac48-0c5edba6a83f tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 18 13:01:39.238223 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-32c94d53-7b9a-42f6-8459-5802c14c47d9 req-aa42fc3e-2b8f-4b2b-ac48-0c5edba6a83f tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 865 time: 0.0906990 Feb 18 13:01:39.288809 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-32c94d53-7b9a-42f6-8459-5802c14c47d9 req-867ef69f-49be-49c8-b6a9-0d3395e46619 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups?id=401391f2-0a23-4734-911a-8b0f7639fb8c&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439274 Feb 18 13:01:39.589433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event deleted for resources: {'Port': ['ID=a34bd156-2a55-4a5f-82d5-817fd3d907b7,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:39.592310 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:39.706930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] No DVR routers for this DVR port a34bd156-2a55-4a5f-82d5-817fd3d907b7 on host hv-cinder-77642 {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 13:01:39.709305 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854650888'] for port, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:39.712157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-deleted', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7'}] {{(pid=83996) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 18 13:01:39.731233 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-82d0bc1c-ee45-45fb-92bf-7ccde593db4e req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.101 "DELETE /v2.0/ports/a34bd156-2a55-4a5f-82d5-817fd3d907b7 HTTP/1.1" status: 204 len: 173 time: 1.1928916 Feb 18 13:01:39.768706 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167eff1e-f1a9-436f-a78c-2fa1efd305d7', 'name': 'network-vif-deleted', 'tag': 'a34bd156-2a55-4a5f-82d5-817fd3d907b7', 'status': 'completed', 'code': 200} Feb 18 13:01:40.494345 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-60f61543-b067-410e-8054-f0ed4fd35aa9 req-a4995f08-79c6-47eb-81cc-3112ac58ff13 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/ports?device_id=167eff1e-f1a9-436f-a78c-2fa1efd305d7 HTTP/1.1" status: 200 len: 210 time: 0.0565910 Feb 18 13:01:41.677035 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d7e9df1b-dfdb-4182-adaa-e6807f5ef4b4 req-82012f6c-ee51-4395-b6d5-a7dbd987ea2f tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "GET /v2.0/security-groups/401391f2-0a23-4734-911a-8b0f7639fb8c HTTP/1.1" status: 200 len: 2993 time: 0.0543227 Feb 18 13:01:41.755053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d7e9df1b-dfdb-4182-adaa-e6807f5ef4b4 req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group, before_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:41.786312 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d7e9df1b-dfdb-4182-adaa-e6807f5ef4b4 req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:41.841675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d7e9df1b-dfdb-4182-adaa-e6807f5ef4b4 req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:41.847298 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-3903adde-4c72-4d26-9a2e-b360e13766fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:41.865620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401391f2-0a23-4734-911a-8b0f7639fb8c,revision_number=None']} {{(pid=83997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:41.878957 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.879450 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.879751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.880151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.880569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.880970 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.881369 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.881762 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.882157 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.882546 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.882940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.883327 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-776422-1-smb {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.883758 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.884149 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.884539 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.884946 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.885385 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.885901 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.886433 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.886874 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.887362 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.887643 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.888024 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.888412 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77642 {{(pid=83997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 18 13:01:41.892694 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83997) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:41.893816 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [req-d7e9df1b-dfdb-4182-adaa-e6807f5ef4b4 req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Notify callbacks [] for security_group, before_response {{(pid=83997) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:41.895356 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [req-d7e9df1b-dfdb-4182-adaa-e6807f5ef4b4 req-373b8947-cf50-4898-8fb1-db2c966740b4 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] 10.222.0.85 "DELETE /v2.0/security-groups/401391f2-0a23-4734-911a-8b0f7639fb8c HTTP/1.1" status: 204 len: 173 time: 0.2102551 Feb 18 13:01:41.952837 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57720) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:42.715221 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854010545'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:43.134229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Deleting port cc5c026a-2ca5-402f-b88c-6ef3275eea09 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:43.134635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:43.343375 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] For port cc5c026a-2ca5-402f-b88c-6ef3275eea09, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=cc5c026a-2ca5-402f-b88c-6ef3275eea09,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:43.343774 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:43.484509 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Calling delete_port for cc5c026a-2ca5-402f-b88c-6ef3275eea09 owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:43.853513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:43.871368 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-990cab18-f675-4f93-8366-b31ddfa0a6c1 tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:43.977631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5c026a-2ca5-402f-b88c-6ef3275eea09,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:43.982711 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:44.315407 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1532819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763900'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:45.118838 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:01:45.329869 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:01:45.340202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] Sync routers for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:01:45.344237 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-59223fc3-53d9-4ebf-8de7-9208cf2d9df2 admin admin] 10.222.0.85 "PUT /v2.0/routers/6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3901076 Feb 18 13:01:45.347408 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57726) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:45.354451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:45.355128 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T13:01:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:45.558915 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: dv-cinder-776422-1-smb {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:45.559863 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks [] for router, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:45.767514 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:45.776929 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Deleting port aa87c16e-dfd8-4109-a450-ea1579acd3a5 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:45.777308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:45.890616 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174'}], 'enable_snat': True}, 'gw_port_id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T13:01:43Z', 'revision_number': 5, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port': {'id': 'aa87c16e-dfd8-4109-a450-ea1579acd3a5', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a3:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:48Z', 'updated_at': '2021-02-18T12:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:45.895091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] Checking router: 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 for host: dv-cinder-776422-1-smb {{(pid=83999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:01:45.907823 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] Routers {'6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:45.908506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T13:01:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'], 'active': True} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:45.980727 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] For port aa87c16e-dfd8-4109-a450-ea1579acd3a5, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=aa87c16e-dfd8-4109-a450-ea1579acd3a5,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:45.981169 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:46.128171 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Calling delete_port for aa87c16e-dfd8-4109-a450-ea1579acd3a5 owned by network:router_gateway {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:46.256612 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] Set router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 gateway port host: None {{(pid=83999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:46.365222 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:46.384478 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-61d18793-b71e-4a9f-8db9-46fefaf70a2c tempest-TestShelveInstance-1945159367 tempest-TestShelveInstance-1945159367-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:46.418583 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T13:01:45Z', 'revision_number': 6, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port_host': None}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83999) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:46.423591 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9388ee-a89a-4bb1-b432-41f94d97e81d None None] The sync data for ids ['6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6'] in dv-cinder-776422-1-smb is: [{'id': '6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6', 'name': 'tempest-TestShelveInstance-396005858-router', 'tenant_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:47Z', 'updated_at': '2021-02-18T13:01:45Z', 'revision_number': 6, 'project_id': 'be7f1caea4f142e691fcc9e3fa5a3131', 'gw_port_host': None}] {{(pid=83999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:01:46.493091 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa87c16e-dfd8-4109-a450-ea1579acd3a5,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:46.496530 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:46.674786 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854007955'] for router_gateway, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:46.874193 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854748152'] for router, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:46.876631 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:46.907414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854011118'] for router, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:46.908002 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 {{(pid=83996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 13:01:46.926319 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:46.927592 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] 10.222.0.85 "DELETE /v2.0/routers/6d1ea6d5-d02d-46cd-804d-3cf89bdb98e6 HTTP/1.1" status: 204 len: 168 time: 1.5796504 Feb 18 13:01:46.930551 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57730) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:46.999396 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Deleting subnet ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 13:01:47.002695 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:47.065755 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847857002'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:47.142729 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:47.217101 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:47.511894 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848218895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905170'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:47.528403 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-0af48782-a96c-4a19-96bc-0f21f591b277 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:47.878143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed0c2b56-311c-40d3-bd89-1f73e5c9bd71,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:47.882644 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:47.929959 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:47.937613 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-9a9a435a-e02f-44e6-87f7-afd6d274df78 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/ed0c2b56-311c-40d3-bd89-1f73e5c9bd71 HTTP/1.1" status: 204 len: 168 time: 1.0059018 Feb 18 13:01:47.939459 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347fca7b-3bd0-415e-8dfc-5f68aef578d1 None None] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 13:01:47.940501 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57734) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:48.074930 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:48.090710 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device aa87c16e-dfd8-4109-a450-ea1579acd3a5 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:01:48.140336 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: aa87c16e-dfd8-4109-a450-ea1579acd3a5 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:01:48.140859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device aa87c16e-dfd8-4109-a450-ea1579acd3a5 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:01:48.141698 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cc5c026a-2ca5-402f-b88c-6ef3275eea09 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:01:48.161586 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Deleting port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:48.162423 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:48.197351 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: cc5c026a-2ca5-402f-b88c-6ef3275eea09 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:01:48.198609 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device cc5c026a-2ca5-402f-b88c-6ef3275eea09 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:01:48.389147 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] DHCP port deletion for 3838c0ea-3a26-46f7-ad9a-5150b269b758 request from dv-cinder-776422-1-smb {{(pid=83998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 13:01:48.393461 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Deleting port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:48.394166 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:48.426482 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] For port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:48.426892 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:48.573219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Calling delete_port for 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:48.657392 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:48.659495 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] For port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,segment=NetworkSegment(c028749a-1afb-4245-8b2c-960059bb862a),segment_id=c028749a-1afb-4245-8b2c-960059bb862a)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:48.659995 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:48.674151 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-ff42c429-d62e-4ba0-9c62-96a6433400c6 tempest-AttachVolumeTestJSON-1840452651 tempest-AttachVolumeTestJSON-1840452651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:48.786410 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:48.790370 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:48.802143 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Calling delete_port for 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:48.835172 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] No DVR routers for this DVR port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 on host dv-cinder-776422-1-smb {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 13:01:48.898701 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 13:01:48.899148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 13:01:48.978053 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:49.105991 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3838c0ea-3a26-46f7-ad9a-5150b269b758']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:49.127428 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c028749a-1afb-4245-8b2c-960059bb862a') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:49.127765 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c028749a-1afb-4245-8b2c-960059bb862a') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:49.143099 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6918830'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:49.162795 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:49.164992 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 13:01:49.361810 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:01:49.372806 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566736'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:49.400284 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Deleting port 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:49.401383 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:49.483912 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-6603cf32-596c-4c2c-a1f2-d376741ae148 None None] The port '58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69' was deleted {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 13:01:49.574119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Network 3838c0ea-3a26-46f7-ad9a-5150b269b758 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 13:01:49.600089 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 13:01:49.683155 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:49.687620 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:49.702845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:49.715977 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Pushing event deleted for resources: {'Network': ['ID=3838c0ea-3a26-46f7-ad9a-5150b269b758,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:49.720790 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:49.729213 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-fc407f35-68d9-45ba-8a43-feccb9c31610 admin admin] 10.222.0.85 "DELETE /v2.0/networks/3838c0ea-3a26-46f7-ad9a-5150b269b758 HTTP/1.1" status: 204 len: 168 time: 1.7875216 Feb 18 13:01:49.732937 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57738) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:50.010627 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:01:50.049722 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:01:50.050115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 58d46ba7-fa2c-4ef6-9217-d86c0fd0fc69 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:01:50.343055 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854010545'] for router_interface, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:50.746043 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Deleting port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:50.746421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:50.945784 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] For port 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,segment=NetworkSegment(3fbc02db-5bed-4db6-8060-64b473bbd193),segment_id=3fbc02db-5bed-4db6-8060-64b473bbd193)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:50.946178 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:51.090672 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Calling delete_port for 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac owned by network:router_interface {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:51.280324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:51.297019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2828bd92-5545-41cf-92c2-4a29c1e82133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:51.402596 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2cbe7e43-25f8-4c44-a635-15ae6a6f10ac,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:51.410534 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:51.976624 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1532819', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-763900'] for router_interface, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:52.534653 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Router 3064e4c1-7422-40ea-a6c4-e60720098a14 has already been hosted by L3 agent 931c2872-f383-42e6-9e39-d144c2df75c0 {{(pid=83996) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 18 13:01:52.747603 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] Notify agent at l3_agent.dv-cinder-776422-1-smb the message routers_updated {{(pid=83996) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 18 13:01:52.756845 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] Sync routers for ids ['3064e4c1-7422-40ea-a6c4-e60720098a14'] in dv-cinder-776422-1-smb {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 18 13:01:52.759370 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a31fb6a2-5d64-415a-b078-d2efa4d328c1 admin admin] 10.222.0.85 "PUT /v2.0/routers/3064e4c1-7422-40ea-a6c4-e60720098a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0254788 Feb 18 13:01:52.762675 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57742) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:52.769607 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] Routers {'3064e4c1-7422-40ea-a6c4-e60720098a14'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:52.770282 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T13:01:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['3064e4c1-7422-40ea-a6c4-e60720098a14'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:52.991367 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks [] for router, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:53.171456 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] Set router 3064e4c1-7422-40ea-a6c4-e60720098a14 gateway port host: dv-cinder-776422-1-smb {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:53.225933 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:53.236122 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Deleting port 9520a0a7-029a-48f4-a923-062e4e1e9503 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:53.236526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:53.446965 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] For port 9520a0a7-029a-48f4-a923-062e4e1e9503, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=9520a0a7-029a-48f4-a923-062e4e1e9503,segment=NetworkSegment(8ac9f600-886f-460b-aa50-28d05eb7c744),segment_id=8ac9f600-886f-460b-aa50-28d05eb7c744)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:53.447361 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:53.513703 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'external_fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188'}], 'enable_snat': True}, 'gw_port_id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T13:01:51Z', 'revision_number': 5, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port': {'id': '9520a0a7-029a-48f4-a923-062e4e1e9503', 'name': '', 'network_id': '8aeb3598-1153-4699-96ad-276093b44ab6', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:65:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'ip_address': '172.28.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-776422-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-18T12:55:58Z', 'updated_at': '2021-02-18T12:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a3e77c60-2a36-4bf1-9af4-4c29893d58b1', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-776422-1-smb'}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:53.518610 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] Checking router: 3064e4c1-7422-40ea-a6c4-e60720098a14 for host: dv-cinder-776422-1-smb {{(pid=83998) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 18 13:01:53.529760 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] Routers {'3064e4c1-7422-40ea-a6c4-e60720098a14'} bound to L3 agent in host dv-cinder-776422-1-smb {{(pid=83998) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 18 13:01:53.530467 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-776422-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-18T12:24:30Z,description=,heartbeat_timestamp=2021-02-18T13:01:30Z,host='dv-cinder-776422-1-smb',id=931c2872-f383-42e6-9e39-d144c2df75c0,load=0,resource_versions=,resources_synced=,started_at=2021-02-18T12:24:30Z,topic='l3_agent')) {'router_ids': ['3064e4c1-7422-40ea-a6c4-e60720098a14'], 'active': True} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:53.590313 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Calling delete_port for 9520a0a7-029a-48f4-a923-062e4e1e9503 owned by network:router_gateway {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:53.707717 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvr_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] Set router 3064e4c1-7422-40ea-a6c4-e60720098a14 gateway port host: None {{(pid=83998) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 18 13:01:53.779360 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:53.793825 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-455b7839-e76e-4bc9-bd18-ffa8c35c4c68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:53.829095 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_hamode_db [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T13:01:53Z', 'revision_number': 6, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port_host': None}], 'dv-cinder-776422-1-smb', False) {} {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:53.833416 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3677657-4d42-4b30-9d76-d94e0bb8ad06 None None] The sync data for ids ['3064e4c1-7422-40ea-a6c4-e60720098a14'] in dv-cinder-776422-1-smb is: [{'id': '3064e4c1-7422-40ea-a6c4-e60720098a14', 'name': 'tempest-TestShelveInstance-1511790677-router', 'tenant_id': 'd4a2a93a07f148c680f615428194a199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-18T12:55:57Z', 'updated_at': '2021-02-18T13:01:53Z', 'revision_number': 6, 'project_id': 'd4a2a93a07f148c680f615428194a199', 'gw_port_host': None}] {{(pid=83998) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 18 13:01:53.900843 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Pushing event deleted for resources: {'Port': ['ID=9520a0a7-029a-48f4-a923-062e4e1e9503,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:53.914569 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:54.038660 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:01:54.061626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854007955'] for router_gateway, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:54.080324 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:01:54.080719 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 2cbe7e43-25f8-4c44-a635-15ae6a6f10ac not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:01:54.517747 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-761822', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854748152'] for router, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:54.520286 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:54.543679 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854011118'] for router, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:54.544240 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3064e4c1-7422-40ea-a6c4-e60720098a14 {{(pid=83996) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 18 13:01:54.556792 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] Notify callbacks [] for router, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:54.558123 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2a5605f6-56e9-4bbd-8251-ddbb5aba4c37 admin admin] 10.222.0.85 "DELETE /v2.0/routers/3064e4c1-7422-40ea-a6c4-e60720098a14 HTTP/1.1" status: 204 len: 168 time: 1.7944267 Feb 18 13:01:54.560911 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57746) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:54.633577 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.db_base_plugin_v2 [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Deleting subnet 310a9dbd-cf00-42f0-9309-c61599634d06 {{(pid=83996) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 18 13:01:54.637919 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:54.701200 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847857002'] for subnet, precommit_delete_associations {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:54.799691 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1714639'] for subnet, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.095642 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036853061177', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599712', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848218895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7905170'] for subnet, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.111740 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:55.218333 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=310a9dbd-cf00-42f0-9309-c61599634d06,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:55.221144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:55.258486 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for subnet, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.264442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcadcea-e1b2-4e2b-8ecc-7989b0c32530 None None] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 requested from dv-cinder-776422-1-smb {{(pid=83998) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 18 13:01:55.265754 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-911862e3-30a1-4594-9ddb-a5100830e9d4 admin admin] 10.222.0.85 "DELETE /v2.0/subnets/310a9dbd-cf00-42f0-9309-c61599634d06 HTTP/1.1" status: 204 len: 168 time: 0.7037070 Feb 18 13:01:55.268442 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57750) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:55.403958 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036853134754'] for network, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.477040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Deleting port 3ff8029c-dff2-46d8-a118-a63834492c52 {{(pid=83996) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:55.477391 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.558661 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] DHCP port deletion for b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 request from dv-cinder-776422-1-smb {{(pid=83998) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 18 13:01:55.563469 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Deleting port 3ff8029c-dff2-46d8-a118-a63834492c52 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:55.564148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.717706 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] For port 3ff8029c-dff2-46d8-a118-a63834492c52, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=3ff8029c-dff2-46d8-a118-a63834492c52,segment=NetworkSegment(3fbc02db-5bed-4db6-8060-64b473bbd193),segment_id=3fbc02db-5bed-4db6-8060-64b473bbd193)] {{(pid=83996) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:55.718273 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.798550 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.db [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] For port 3ff8029c-dff2-46d8-a118-a63834492c52, host dv-cinder-776422-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-776422-1-smb',level=0,port_id=3ff8029c-dff2-46d8-a118-a63834492c52,segment=NetworkSegment(3fbc02db-5bed-4db6-8060-64b473bbd193),segment_id=3fbc02db-5bed-4db6-8060-64b473bbd193)] {{(pid=83998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 18 13:01:55.798903 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-756656'] for port, precommit_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.858037 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Calling delete_port for 3ff8029c-dff2-46d8-a118-a63834492c52 owned by network:dhcp {{(pid=83996) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:55.941778 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853044025', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854590424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363278933270815', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363278933668741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6556836'] for port, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:55.944978 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Calling delete_port for 3ff8029c-dff2-46d8-a118-a63834492c52 owned by network:dhcp {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 18 13:01:55.959376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2cf21513-2aea-4245-8571-824fff48521c tempest-VolumesSnapshotTestJSON-1444752789 tempest-VolumesSnapshotTestJSON-1444752789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:56.030148 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 9520a0a7-029a-48f4-a923-062e4e1e9503 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:01:56.058023 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff8029c-dff2-46d8-a118-a63834492c52,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:56.074060 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 9520a0a7-029a-48f4-a923-062e4e1e9503 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:01:56.074451 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 9520a0a7-029a-48f4-a923-062e4e1e9503 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:01:56.074920 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 3ff8029c-dff2-46d8-a118-a63834492c52 no longer exists at agent ovs-agent-dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 18 13:01:56.078066 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:56.107019 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.db.api [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83998) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 18 13:01:56.107421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_db.api [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83998) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 18 13:01:56.113440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] No Port match for: 3ff8029c-dff2-46d8-a118-a63834492c52 {{(pid=83998) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 18 13:01:56.113834 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.rpc [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Device 3ff8029c-dff2-46d8-a118-a63834492c52 not bound to the agent host dv-cinder-776422-1-smb {{(pid=83998) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 18 13:01:56.118359 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] No DVR routers for this DVR port 3ff8029c-dff2-46d8-a118-a63834492c52 on host dv-cinder-776422-1-smb {{(pid=83996) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 18 13:01:56.254981 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1715256', 'neutron.services.segments.db._delete_segments_for_network--9223363278933152730'] for network, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:56.377812 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d8a0a7-74ae-4e3a-bffb-db23c0e69293']}} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:56.391689 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbc02db-5bed-4db6-8060-64b473bbd193') {'for_net_delete': True} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:56.392021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.services.segments.db [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbc02db-5bed-4db6-8060-64b473bbd193') {} {{(pid=83996) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 18 13:01:56.404777 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363278933148890', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6918830'] for segment, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:56.420910 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853063256'] for segment, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:56.422940 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83996) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 18 13:01:56.608859 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Deleting port 3ff8029c-dff2-46d8-a118-a63834492c52 {{(pid=83998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 18 13:01:56.609376 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363278933246034'] for port, before_delete {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:56.613048 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:01:56.622866 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1712560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6566736'] for segment, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:56.683421 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.plugin [None req-3c5b9f0d-2644-41a4-9258-5b70fcf691a3 None None] The port '3ff8029c-dff2-46d8-a118-a63834492c52' was deleted {{(pid=83998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 18 13:01:56.812326 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.plugins.ml2.managers [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Network b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 has no segments {{(pid=83996) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: Traceback (most recent call last): Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: timer() Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: cb(*args, **kw) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: return func(*args, **kwargs) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: self._notify() Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: self.callback(batched_events) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: event.method(event) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: segment_id)['aggregates'][0] Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: return f(self, *a, **k) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: return self._get(url).json() Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: **kwargs) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: return self.request(url, 'GET', **kwargs) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: **endpoint_filter) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 18 13:01:56.835481 dv-cinder-776422-1-smb neutron-server[83883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 18 13:01:56.918751 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853060560', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178190', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853242965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-767812'] for network, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:56.922330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:56.937882 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853242950'] for network, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:56.950229 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d8a0a7-74ae-4e3a-bffb-db23c0e69293,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:56.953648 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:56.955462 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-5c91085b-3375-4f1c-870d-f2deb858f902 admin admin] 10.222.0.85 "DELETE /v2.0/networks/b5d8a0a7-74ae-4e3a-bffb-db23c0e69293 HTTP/1.1" status: 204 len: 168 time: 1.6857994 Feb 18 13:01:57.083628 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57756) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:57.137536 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-a04ebe7c-f260-4210-bdb6-4ca5269e7cad admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=be7f1caea4f142e691fcc9e3fa5a3131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525305 Feb 18 13:01:57.141325 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57760) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:57.208198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f26d716-4462-4cfd-884a-9ad6bb9b011f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.239650 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f26d716-4462-4cfd-884a-9ad6bb9b011f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.293471 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-cee19af8-30d6-45be-a4af-8741b0290bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.295357 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f26d716-4462-4cfd-884a-9ad6bb9b011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.300708 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-9a9fc5c9-207c-4612-97a0-9eb5fd02f5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:57.317440 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26d716-4462-4cfd-884a-9ad6bb9b011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c03adc-2fda-4f40-baa9-b8b5067ad2e9,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:57.320702 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-2f26d716-4462-4cfd-884a-9ad6bb9b011f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:57.323426 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2f26d716-4462-4cfd-884a-9ad6bb9b011f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.325667 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-2f26d716-4462-4cfd-884a-9ad6bb9b011f admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/f5c03adc-2fda-4f40-baa9-b8b5067ad2e9 HTTP/1.1" status: 204 len: 168 time: 0.1832819 Feb 18 13:01:57.727093 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57768) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:57.783415 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-80fc4227-98a3-4ad8-ab42-733904d2c0cc admin admin] 10.222.0.85 "GET /v2.0/security-groups?tenant_id=d4a2a93a07f148c680f615428194a199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0549757 Feb 18 13:01:57.786266 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.wsgi [-] (83996) accepted ('10.222.0.85', 57772) {{(pid=83996) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 18 13:01:57.861021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-87b8642f-776c-4326-b780-8ce6409680e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.897437 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-87b8642f-776c-4326-b780-8ce6409680e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.950435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-87b8642f-776c-4326-b780-8ce6409680e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854178274'] for security_group, after_delete {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.956622 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-6de9d85e-2b17-4a11-ac72-46c488d170e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 18 13:01:57.970996 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b8642f-776c-4326-b780-8ce6409680e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a95e4c-096e-4b50-a1f6-0e7720c166c2,revision_number=None']} {{(pid=83996) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 18 13:01:57.974389 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG oslo_concurrency.lockutils [None req-87b8642f-776c-4326-b780-8ce6409680e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83996) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 18 13:01:57.976635 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-87b8642f-776c-4326-b780-8ce6409680e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83996) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:01:57.981350 dv-cinder-776422-1-smb neutron-server[83883]: INFO neutron.wsgi [None req-87b8642f-776c-4326-b780-8ce6409680e9 admin admin] 10.222.0.85 "DELETE /v2.0/security-groups/c1a95e4c-096e-4b50-a1f6-0e7720c166c2 HTTP/1.1" status: 204 len: 168 time: 0.1906283 Feb 18 13:01:59.779548 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-b28650a0-5254-4d1c-9161-a9cd6519a716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:00.210201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:01.641203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:01.683021 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:05.497259 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:02:17.161219 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:27.299406 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ac62b9ae-b0aa-4432-8a3a-5493d543dbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:29.790303 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ad7fd1fe-8578-4b68-9639-f0a8a354e140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:30.213787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:31.650988 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:31.685038 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:42.497494 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:02:47.181949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:57.293626 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dbddc288-fb0e-47c4-9b7f-7f178f1edf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:02:59.783203 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-da25d922-e74b-4d43-9c2d-60e54fae4777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:00.213594 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:01.644414 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:01.689330 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:17.196571 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:19.498526 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:03:27.296787 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7e7a3e43-b446-4a63-96b4-8667cf12563f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:29.785217 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4553-b420-4803-8d0e-a11169edcfe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:30.217344 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:31.656339 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:31.694040 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:47.210513 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:56.498242 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:03:57.299158 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-60e9c7ca-da6c-4ec3-9c7c-84dfbafdd5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:03:59.788236 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f653a891-3176-4587-b883-5b3a5c292e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:00.219243 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:01.651670 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:01.696836 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:17.236395 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:27.301056 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-154ecdb3-4831-4c97-958a-5231399427f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:29.790115 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-83f4af65-985f-40e9-b254-e0a9abfc5e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:30.222799 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:31.655132 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:31.699547 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:33.497752 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:04:47.244007 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:57.306682 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-f15c6d2c-e1f2-45b3-b242-f3372cb317dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:04:59.791144 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-36a8d0de-d51d-46d9-8150-b0452c464084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:00.224562 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:01.659506 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:01.702983 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:10.497119 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:05:17.243355 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:27.300518 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-91f77208-ba15-4dc8-a536-3265567809c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:29.793582 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-4867e369-14c9-4cf7-9229-9fdb6568a720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:30.227415 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:31.675248 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:31.718201 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:47.243581 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:47.496504 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:05:57.302462 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-ccf43e0c-20e4-4777-a193-adc1ab072428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:05:59.796649 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2d7d2e3e-05b0-44b5-a72e-2989103f2480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:00.232716 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:01.660308 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:01.709516 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:17.257770 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:24.497090 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:06:27.305245 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-a3a9fc12-bb3a-4964-8a7d-934afe5a3ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:29.798202 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b54a-1327-4d66-bb9f-3b92a6b046ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:30.236850 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:31.666425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:31.717949 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:47.263009 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:57.309854 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-d1492ad2-4ed1-4b89-9675-8dc010d37a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:06:59.800251 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-dc4d296a-d67c-41d1-8b5c-e8aa7e1e83cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:00.235680 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:01.497818 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 18 13:07:01.659602 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:01.718425 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:17.285198 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-2cb60a48-2bb9-4a82-b361-5632b76eb8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:27.313435 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-47848604-a72f-4c07-be54-a6f647e098a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:29.802828 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-556f6c76-f315-4796-a40f-ef18d08c1be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:30.241039 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-792e0937-8982-4c41-b054-c1e479818438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:31.666074 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-9fe9eab6-d089-48a6-86ca-e43a95e1483b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:31.729295 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron_lib.callbacks.manager [None req-7528a3df-2aee-4dc9-ab5c-0d4d587f7d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363278933152747', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1718886'] for agent, after_update {{(pid=83998) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 18 13:07:38.499718 dv-cinder-776422-1-smb neutron-server[83883]: DEBUG neutron.db.agents_db [None req-6d3a7e1e-d50e-4517-9d7c-716455d3ea23 None None] Agent healthcheck: found 6 active agents {{(pid=83999) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}